-- Logs begin at Mon 2022-02-07 11:05:19 UTC, end at Mon 2022-02-07 12:14:59 UTC. -- Feb 07 11:47:20.361918 dv-cinder-817351-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 07 11:47:23.339283 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.common.config [-] Logging enabled! Feb 07 11:47:23.339807 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev480 Feb 07 11:47:23.340082 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109704) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 07 11:47:23.343915 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.common.config [-] Logging enabled! Feb 07 11:47:23.344169 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev480 Feb 07 11:47:23.344480 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109704) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 07 11:47:23.345419 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 07 11:47:23.345679 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 07 11:47:23.346071 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 07 11:47:23.346327 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 07 11:47:23.346553 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 07 11:47:23.347027 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.347447 dv-cinder-817351-12-iscsi neutron-server[109704]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 07 11:47:23.347760 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.348059 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.348358 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.348652 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.348943 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.349223 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.349512 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.349832 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.350119 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.350398 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.350681 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.350971 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.351251 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.351539 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.351824 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.352103 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] debug = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.352381 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.352817 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.353243 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.353523 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.353835 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.354114 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.354385 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.354659 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.354942 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.355264 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] host = dv-cinder-817351-12-iscsi {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.355542 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.355827 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.356110 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.356392 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.357311 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.357617 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.357906 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.358182 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.358462 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] log_file = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.358740 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.359029 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.359569 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.359860 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.360089 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.360310 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.360598 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.360884 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.361160 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.361436 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.361743 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.362022 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.362299 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.362569 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.362853 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.363136 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.363420 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.363694 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.363971 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.364241 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.364511 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.364793 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.365066 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.365337 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.365634 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.365922 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.366195 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.366473 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.366771 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.367057 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.367338 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.367621 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.367893 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.368177 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.368456 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.368727 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.368999 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] use_json = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.369272 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.369541 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.369843 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.370194 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.370480 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.370752 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.371025 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.371312 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.371586 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:23.371885 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.372198 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.372510 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.372833 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.373136 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.373417 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.373732 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.374013 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.374304 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.374594 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.374884 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.375166 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.375468 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.375773 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.376071 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.376380 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.376677 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.376973 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.377253 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.377533 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.377834 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.378118 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.378410 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.378695 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.378991 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.379281 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.379564 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.379862 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.380150 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.380445 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.380737 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.381015 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.381295 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.381619 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.381904 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.382176 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.382456 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.382748 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.383027 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.383302 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.383589 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.383865 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.384140 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.384410 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.384692 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.384980 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.385258 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.385530 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.385867 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.386108 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.386380 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.386666 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.386947 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.387222 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.387493 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.387773 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.388123 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.388397 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.388682 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.388958 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.389235 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.389507 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.389813 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.390093 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.390349 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.390623 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.390895 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.391166 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.391443 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.391717 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.391988 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.392260 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.392566 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.392803 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.393087 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.393383 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.393686 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.393971 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.394252 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.394535 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.394813 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.395086 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.395368 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.395645 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.395919 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.396211 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.396494 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.396781 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.397087 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.397367 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.397729 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.397973 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.398259 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.398541 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.398823 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.399108 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.399395 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.399692 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.399987 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.400282 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.400590 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.400870 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.401151 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.401458 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.401764 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:23.401981 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 07 11:47:23.402221 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109704) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 07 11:47:23.777031 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 07 11:47:23.777303 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 07 11:47:23.777637 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 07 11:47:23.777978 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 07 11:47:24.107565 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.107814 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.108055 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.109663 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.109944 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.110214 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.154355 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.154637 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.154905 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.170989 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.171274 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.171548 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.199738 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.200022 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.200314 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.237589 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.237865 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.238135 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.582270 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.582897 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.582897 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.583080 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.583749 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.685581 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.685926 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.686214 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.686487 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.686751 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.687059 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.687319 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.687576 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.687839 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.688116 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.688375 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.688647 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.688902 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.689152 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.689406 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.689692 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.689949 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.690215 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.690481 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.690739 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.691009 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.691261 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.691541 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.691915 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.692162 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.692406 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.692799 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 11:47:24.693039 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 11:47:24.693278 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 11:47:24.693513 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 11:47:24.693774 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 11:47:24.694008 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 11:47:24.694372 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 07 11:47:24.697490 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 07 11:47:24.701664 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 07 11:47:24.705347 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Feb 07 11:47:24.707028 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 07 11:47:24.707502 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 07 11:47:24.707838 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 07 11:47:24.708224 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 07 11:47:24.711096 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 07 11:47:24.711353 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 07 11:47:24.711699 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 07 11:47:24.717113 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 07 11:47:24.740842 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 07 11:47:24.741470 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.741798 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109704) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 07 11:47:24.742170 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.743565 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109704) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 07 11:47:24.743849 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 07 11:47:24.744095 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 07 11:47:24.747370 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.747657 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:24.810844 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 07 11:47:24.811085 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 07 11:47:24.811325 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 07 11:47:24.811686 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 07 11:47:24.831633 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_db.sqlalchemy.engines [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109704) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 07 11:47:25.416934 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Initializing driver for type 'gre' Feb 07 11:47:25.417472 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] gre ID ranges: [(1, 1000)] Feb 07 11:47:25.620229 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Initializing driver for type 'local' Feb 07 11:47:25.620849 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Initializing driver for type 'vlan' Feb 07 11:47:25.705714 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] VlanTypeDriver initialization complete Feb 07 11:47:25.706067 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Initializing driver for type 'vxlan' Feb 07 11:47:25.706568 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] vxlan ID ranges: [(1, 1000)] Feb 07 11:47:25.970791 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Initializing extension driver 'port_security' Feb 07 11:47:25.971062 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.extensions.port_security [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] PortSecurityExtensionDriver initialization complete Feb 07 11:47:25.971400 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Initializing mechanism driver 'openvswitch' Feb 07 11:47:25.971727 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Initializing mechanism driver 'hyperv' Feb 07 11:47:25.978510 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:47:25.979354 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > port after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.979725 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > port after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.980080 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > port after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.980615 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 11:47:25.981040 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > subnet after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.981392 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > subnet after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.982256 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > subnet after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.982652 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 11:47:25.983053 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > network after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.983397 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > network after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.983736 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > network after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.984382 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 11:47:25.984789 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > security_group after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.985133 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > security_group after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.985470 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > security_group after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.985889 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 11:47:25.986289 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.986633 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.986969 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.987361 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 11:47:25.987753 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > address_group after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.988091 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > address_group after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.988429 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > address_group after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.988821 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 11:47:25.989297 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] ML2 OVO RPC backend initialized. {{(pid=109704) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 07 11:47:25.990022 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > router_interface after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.998064 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.998064 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > network before_response 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.998064 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > networks before_response 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.998064 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > port before_response 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.998378 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > ports before_response 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.998378 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > subnet before_response 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.998378 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > subnets before_response 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.998378 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > network after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.998665 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > network after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.998665 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > network after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.998665 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > port after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.998665 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > port after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.999080 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > port after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.999080 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > subnet after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.999080 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > subnet after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:25.999080 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > subnet after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.006639 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.quota [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded quota_driver: . Feb 07 11:47:26.007004 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.plugin [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Modular L2 Plugin initialization complete Feb 07 11:47:26.007353 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading services supported by the core plugin {{(pid=109704) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 07 11:47:26.007699 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.plugins.ml2.managers [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Got port-security extension from driver 'port_security' Feb 07 11:47:26.008189 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.extensions.vlantransparent [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Disabled vlantransparent extension. Feb 07 11:47:26.008681 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109704) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 07 11:47:26.009004 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading Plugin: router Feb 07 11:47:26.052268 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > router_interface before_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.052673 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > router after_create 55549900 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.053047 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > router before_create 55549900 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.053417 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.053825 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.054184 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > router after_delete 55549900 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.054546 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > floatingip after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.054894 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > floatingip after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.055260 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > router after_create 55549900 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.055608 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > router after_update 55549900 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.055958 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > router after_update 55549900 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.056306 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.056667 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > router after_update 55549900 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.057082 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > router precommit_update 55549900 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.057452 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: port after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.057835 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: port after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.058175 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: subnet after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.058520 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.058877 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > port precommit_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.059225 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > router precommit_create 55549900 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.059570 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: port before_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.060555 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > router precommit_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.060918 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > router after_update 55549900 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.061265 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > router precommit_delete 55549900 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.061771 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > router precommit_create 55549900 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.062142 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > router_interface after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.062491 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > router precommit_update 55549900 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.062861 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > agent after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.063213 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > agent after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.063560 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > network after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.064434 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.quota.resource_registry [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Tracking information for resource: router configured {{(pid=109704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 11:47:26.064769 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.quota.resource_registry [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Tracking information for resource: floatingip configured {{(pid=109704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 11:47:26.069777 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.db.l3_agentschedulers_db [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 07 11:47:26.070370 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: port after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.070737 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: port after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.071092 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: port after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.071445 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: port after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.072253 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > router before_create 55550100 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.072621 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > router precommit_delete 55550100 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.072985 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > router precommit_create 55550100 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.073345 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > router precommit_update 55550100 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.078384 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.services.provider_configuration [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Service providers = [] {{(pid=109704) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 07 11:47:26.078752 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.db.servicetype_db [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109704) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 07 11:47:26.081788 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.services.service_base [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 11:47:26.082140 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.services.service_base [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 11:47:26.082483 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.services.service_base [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 11:47:26.083376 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.services.service_base [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 11:47:26.083747 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.services.service_base [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 07 11:47:26.084129 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 11:47:26.084448 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 07 11:47:26.095862 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 11:47:26.096198 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading Plugin: auto_allocate Feb 07 11:47:26.102023 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: network precommit_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.102397 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: network precommit_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.102925 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 11:47:26.103245 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading Plugin: tag Feb 07 11:47:26.110973 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 11:47:26.111305 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading Plugin: timestamp Feb 07 11:47:26.115212 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 11:47:26.115549 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading Plugin: network_ip_availability Feb 07 11:47:26.121090 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.121460 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.121843 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.122552 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 11:47:26.122877 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading Plugin: flavors Feb 07 11:47:26.127923 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 11:47:26.128271 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading Plugin: revisions Feb 07 11:47:26.132602 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 11:47:26.132998 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_concurrency.lockutils [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.355s {{(pid=109704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 07 11:47:26.133782 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109704) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 07 11:47:26.134120 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Initializing extension manager. Feb 07 11:47:26.134655 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: __init__.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.134997 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: __pycache__ {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.135333 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.135665 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: address_group.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.136423 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.136990 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: address-group Feb 07 11:47:26.137315 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: address_scope.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.138089 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.138603 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: address-scope Feb 07 11:47:26.138929 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: admin_state_down_before_update.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.139864 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.140384 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: router-admin-state-down-before-update Feb 07 11:47:26.140709 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: agent.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.141406 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.141941 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: agent Feb 07 11:47:26.142265 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: agent_resources_synced.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.143175 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.143686 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: agent-resources-synced Feb 07 11:47:26.144015 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: allowedaddresspairs.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.145858 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.146388 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: allowed-address-pairs Feb 07 11:47:26.146719 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: auto_allocated_topology.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.147808 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.148324 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: auto-allocated-topology Feb 07 11:47:26.148652 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: availability_zone.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.149354 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.149909 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: availability_zone Feb 07 11:47:26.150242 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: availability_zone_filter.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.151158 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.151670 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: availability_zone_filter Feb 07 11:47:26.151997 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: data_plane_status.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.152905 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.154006 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension data-plane-status not supported by any of loaded plugins Feb 07 11:47:26.154333 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: default_subnetpools.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.155250 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.155769 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: default-subnetpools Feb 07 11:47:26.156093 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: dhcpagentscheduler.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.156901 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.157415 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: dhcp_agent_scheduler Feb 07 11:47:26.157768 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: dns.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.158689 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.159194 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension dns-integration not supported by any of loaded plugins Feb 07 11:47:26.159516 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: dns_domain_ports.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.160444 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.160947 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 07 11:47:26.161269 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.162248 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.162764 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 07 11:47:26.163088 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: dvr.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.163762 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.164270 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: dvr Feb 07 11:47:26.164595 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: ecmp_routes.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.165512 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.166045 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension ecmp_routes not supported by any of loaded plugins Feb 07 11:47:26.166368 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: empty_string_filtering.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.167280 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.167795 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: empty-string-filtering Feb 07 11:47:26.168121 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.169620 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.170137 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 07 11:47:26.170469 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.171379 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.171885 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 07 11:47:26.172207 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: external_net.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.173118 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.173661 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: external-net Feb 07 11:47:26.173991 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: extra_dhcp_opt.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.174900 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.175409 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: extra_dhcp_opt Feb 07 11:47:26.175735 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: extraroute.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.176643 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.177153 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: extraroute Feb 07 11:47:26.177478 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: extraroute_atomic.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.178532 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.179043 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: extraroute-atomic Feb 07 11:47:26.179368 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: filter_validation.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.180035 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.180546 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: filter-validation Feb 07 11:47:26.180872 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: fip_pf_description.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.181809 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.182312 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 07 11:47:26.182662 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: fip_port_details.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.183758 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.184267 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: fip-port-details Feb 07 11:47:26.184618 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: flavors.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.185943 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.186470 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: flavors Feb 07 11:47:26.186802 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.188502 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.189031 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 07 11:47:26.189369 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: floatingip_pools.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.190109 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.190630 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: floatingip-pools Feb 07 11:47:26.190961 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: ip_allocation.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.191893 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.192401 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension ip_allocation not supported by any of loaded plugins Feb 07 11:47:26.192729 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.193691 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.194210 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: ip-substring-filtering Feb 07 11:47:26.194539 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: l2_adjacency.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.195467 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.195987 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension l2_adjacency not supported by any of loaded plugins Feb 07 11:47:26.196296 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: l3.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.197254 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.197802 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: router Feb 07 11:47:26.198132 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: l3_conntrack_helper.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.200448 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.200980 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 07 11:47:26.201320 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.202278 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.202796 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: ext-gw-mode Feb 07 11:47:26.203126 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.204050 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.204563 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: l3-ha Feb 07 11:47:26.204892 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.205839 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.206353 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 07 11:47:26.206682 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: l3_flavors.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.207604 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.208116 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: l3-flavors Feb 07 11:47:26.208443 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: l3_ndp_proxy.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.209862 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.210389 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 07 11:47:26.210722 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.211645 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.212163 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: l3-port-ip-change-not-allowed Feb 07 11:47:26.212492 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: l3agentscheduler.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.213523 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.214059 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: l3_agent_scheduler Feb 07 11:47:26.214390 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: local_ip.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.216711 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.217235 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension local_ip not supported by any of loaded plugins Feb 07 11:47:26.217587 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: logging.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.219230 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.219755 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension logging not supported by any of loaded plugins Feb 07 11:47:26.220093 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: metering.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.220891 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.221428 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: metering Feb 07 11:47:26.221788 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.222895 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.223411 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: metering_source_and_destination_fields Feb 07 11:47:26.223742 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: multiprovidernet.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.224685 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.225199 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: multi-provider Feb 07 11:47:26.225528 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: netmtu.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.226485 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.226995 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: net-mtu Feb 07 11:47:26.227321 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: netmtu_writable.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.228239 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.228751 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: net-mtu-writable Feb 07 11:47:26.229151 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: network_availability_zone.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.229874 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.230378 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: network_availability_zone Feb 07 11:47:26.230703 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: network_ip_availability.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.232382 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.232925 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: network-ip-availability Feb 07 11:47:26.233254 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: network_segment_range.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.234306 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.234814 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension network-segment-range not supported by any of loaded plugins Feb 07 11:47:26.235141 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: pagination.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.236129 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.236461 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: pagination Feb 07 11:47:26.236784 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: port_device_profile.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.237741 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.238259 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: port-device-profile Feb 07 11:47:26.238584 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.239515 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.240027 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: port-mac-address-regenerate Feb 07 11:47:26.240351 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.241281 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.241826 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: port-numa-affinity-policy Feb 07 11:47:26.242152 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: port_resource_request.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.243063 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.243571 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension port-resource-request not supported by any of loaded plugins Feb 07 11:47:26.243894 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: port_resource_request_groups.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.244867 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.245376 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 07 11:47:26.245742 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: portbindings.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.246670 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.247212 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: binding Feb 07 11:47:26.247540 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: portbindings_extended.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.248823 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.249341 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: binding-extended Feb 07 11:47:26.249706 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: portsecurity.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.250631 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.251152 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: port-security Feb 07 11:47:26.251483 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: project_id.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.252465 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.252795 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: project-id Feb 07 11:47:26.253120 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: providernet.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.254073 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.254593 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: provider Feb 07 11:47:26.254918 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: qos.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.258534 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.259057 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension qos not supported by any of loaded plugins Feb 07 11:47:26.259391 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.260636 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.261173 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 07 11:47:26.261507 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.262459 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.263008 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 07 11:47:26.263338 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: qos_default.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.264257 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.264773 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension qos-default not supported by any of loaded plugins Feb 07 11:47:26.265102 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: qos_fip.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.266063 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.266581 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension qos-fip not supported by any of loaded plugins Feb 07 11:47:26.266909 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: qos_fip_network_policy.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.267824 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.268334 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 07 11:47:26.268660 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: qos_gateway_ip.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.269725 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.270245 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 07 11:47:26.270637 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: qos_port_network_policy.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.271788 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.272272 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 07 11:47:26.272600 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.273684 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.274203 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 07 11:47:26.274533 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: qos_pps_rule.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.275724 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.276244 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension qos-pps not supported by any of loaded plugins Feb 07 11:47:26.276572 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: qos_rule_type_details.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.277501 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.278037 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 07 11:47:26.278911 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: qos_rules_alias.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.279967 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.280483 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 07 11:47:26.280809 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: quota_check_limit.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.281839 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.282362 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: quota-check-limit Feb 07 11:47:26.282686 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: quotasv2.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.283607 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.283943 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: quotas Feb 07 11:47:26.284268 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: quotasv2_detail.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.286093 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.286434 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: quota_details Feb 07 11:47:26.286767 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: rbac.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.287818 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.288352 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: rbac-policies Feb 07 11:47:26.288686 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: rbac_address_group.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.289650 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.290182 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: rbac-address-group Feb 07 11:47:26.290511 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: rbac_address_scope.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.291441 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.291956 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: rbac-address-scope Feb 07 11:47:26.292285 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: rbac_security_groups.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.293202 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.293755 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: rbac-security-groups Feb 07 11:47:26.294632 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: rbac_subnetpool.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.295554 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.296072 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: rbac-subnetpool Feb 07 11:47:26.296398 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: revisionifmatch.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.297333 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.297884 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: revision-if-match Feb 07 11:47:26.298214 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: revisions.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.299446 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.299965 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: standard-attr-revisions Feb 07 11:47:26.300294 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: router_availability_zone.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.300973 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.301491 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: router_availability_zone Feb 07 11:47:26.301845 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: routerservicetype.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.302782 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.303288 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension router-service-type not supported by any of loaded plugins Feb 07 11:47:26.303610 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.304544 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.305057 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: security-groups-normalized-cidr Feb 07 11:47:26.305381 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: security_groups_port_filtering.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.306340 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.306852 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: port-security-groups-filtering Feb 07 11:47:26.307179 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.308118 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.308633 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: security-groups-remote-address-group Feb 07 11:47:26.308961 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.309957 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.310467 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: security-groups-shared-filtering Feb 07 11:47:26.310789 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.311380 dv-cinder-817351-12-iscsi neutron-server[109704]: WARNING neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 07 11:47:26.311698 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: securitygroup.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.323111 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.323639 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: security-group Feb 07 11:47:26.323982 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: segment.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.328935 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.328935 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension segment not supported by any of loaded plugins Feb 07 11:47:26.328935 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.329736 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.330382 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 07 11:47:26.330717 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: servicetype.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.331917 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.332447 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: service-type Feb 07 11:47:26.332779 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: sorting.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.333804 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.334148 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: sorting Feb 07 11:47:26.334473 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: standard_attr_segment.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.339352 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.339919 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 07 11:47:26.340266 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: standardattrdescription.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.341491 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.342046 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: standard-attr-description Feb 07 11:47:26.342379 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: stateful_security_group.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.343786 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.344738 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: stateful-security-group Feb 07 11:47:26.345171 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: stdattrs_common.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.345789 dv-cinder-817351-12-iscsi neutron-server[109704]: WARNING neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 07 11:47:26.346120 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.347061 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.347584 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 07 11:47:26.347914 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: subnet_onboard.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.349013 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.349535 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: subnet_onboard Feb 07 11:47:26.349892 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.350864 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.351567 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 07 11:47:26.352130 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: subnet_service_types.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.353756 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.354645 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: subnet-service-types Feb 07 11:47:26.355080 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: subnetallocation.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.364466 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.364993 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: subnet_allocation Feb 07 11:47:26.365325 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.366045 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.366562 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: subnetpool-prefix-ops Feb 07 11:47:26.366896 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.367839 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.368353 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 07 11:47:26.368679 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: tagging.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.369863 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.370382 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: standard-attr-tag Feb 07 11:47:26.370714 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: timestamp.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.371936 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.372479 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loaded extension: standard-attr-timestamp Feb 07 11:47:26.372809 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: trunk.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.373902 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.374423 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension trunk not supported by any of loaded plugins Feb 07 11:47:26.374752 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: trunk_details.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.375753 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.376249 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension trunk-details not supported by any of loaded plugins Feb 07 11:47:26.376583 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: uplink_status_propagation.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.377519 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.378235 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 07 11:47:26.378559 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Loading extension file: vlantransparent.py {{(pid=109704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 11:47:26.379239 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 11:47:26.379751 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extension vlan-transparent not supported by any of loaded plugins Feb 07 11:47:26.382436 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Creating instance of TrackedResource for resource:network Feb 07 11:47:26.382968 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Creating instance of TrackedResource for resource:subnet Feb 07 11:47:26.383363 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 11:47:26.383758 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Creating instance of TrackedResource for resource:port Feb 07 11:47:26.385030 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.v2.resource_helper [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 11:47:26.385536 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.v2.resource_helper [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Service FLAVORS assigned prefix: {{(pid=109704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 11:47:26.386186 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.v2.resource_helper [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 11:47:26.386618 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.v2.resource_helper [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 11:47:26.386950 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Creating instance of TrackedResource for resource:router Feb 07 11:47:26.387933 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Creating instance of TrackedResource for resource:floatingip Feb 07 11:47:26.387933 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.v2.resource_helper [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Service METERING assigned prefix: /metering {{(pid=109704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 11:47:26.389388 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.389794 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.390153 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:47:26.391176 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Creating instance of CountableResource for resource:rbac_policy Feb 07 11:47:26.391625 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Creating instance of TrackedResource for resource:security_group Feb 07 11:47:26.392062 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Creating instance of TrackedResource for resource:security_group_rule Feb 07 11:47:26.392732 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.v2.resource_helper [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Service CORE assigned prefix: {{(pid=109704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 11:47:26.393065 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 11:47:26.393412 dv-cinder-817351-12-iscsi neutron-server[109704]: WARNING neutron.quota.resource_registry [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] subnetpool is already registered Feb 07 11:47:26.393941 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.v2.resource_helper [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Service CORE assigned prefix: {{(pid=109704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 11:47:26.394276 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 11:47:26.394619 dv-cinder-817351-12-iscsi neutron-server[109704]: WARNING neutron.quota.resource_registry [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] subnetpool is already registered Feb 07 11:47:26.396920 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.v2.resource_helper [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 11:47:26.397361 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.v2.resource_helper [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Service FLAVORS assigned prefix: {{(pid=109704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 11:47:26.398003 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.v2.resource_helper [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 11:47:26.398469 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.v2.resource_helper [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 11:47:26.398916 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Creating instance of TrackedResource for resource:router Feb 07 11:47:26.399260 dv-cinder-817351-12-iscsi neutron-server[109704]: WARNING neutron.quota.resource_registry [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] router is already registered Feb 07 11:47:26.399673 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Creating instance of TrackedResource for resource:floatingip Feb 07 11:47:26.400011 dv-cinder-817351-12-iscsi neutron-server[109704]: WARNING neutron.quota.resource_registry [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] floatingip is already registered Feb 07 11:47:26.400467 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.v2.resource_helper [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Service METERING assigned prefix: /metering {{(pid=109704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 11:47:26.401139 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Creating instance of CountableResource for resource:rbac_policy Feb 07 11:47:26.401471 dv-cinder-817351-12-iscsi neutron-server[109704]: WARNING neutron.quota.resource_registry [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] rbac_policy is already registered Feb 07 11:47:26.401912 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Creating instance of TrackedResource for resource:security_group Feb 07 11:47:26.402249 dv-cinder-817351-12-iscsi neutron-server[109704]: WARNING neutron.quota.resource_registry [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] security_group is already registered Feb 07 11:47:26.402653 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Creating instance of TrackedResource for resource:security_group_rule Feb 07 11:47:26.402986 dv-cinder-817351-12-iscsi neutron-server[109704]: WARNING neutron.quota.resource_registry [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] security_group_rule is already registered Feb 07 11:47:26.404226 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.v2.resource_helper [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Service CORE assigned prefix: {{(pid=109704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 11:47:26.404558 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 11:47:26.404896 dv-cinder-817351-12-iscsi neutron-server[109704]: WARNING neutron.quota.resource_registry [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] subnetpool is already registered Feb 07 11:47:26.405335 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.v2.resource_helper [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Service CORE assigned prefix: {{(pid=109704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 11:47:26.405695 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.quota.resource_registry [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 11:47:26.406029 dv-cinder-817351-12-iscsi neutron-server[109704]: WARNING neutron.quota.resource_registry [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] subnetpool is already registered Feb 07 11:47:26.406499 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: extensions {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.408024 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: address-groups {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.409527 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: address-scopes {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.410889 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: agents {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.412062 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: auto-allocated-topology {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.413329 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: availability_zones {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.414587 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: dhcp-networks {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.416116 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: dhcp-agents {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.417592 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: routers {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.420418 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: flavors {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.421620 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: service_profiles {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.422838 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: next_providers {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.424327 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: service_profiles {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.425925 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: floatingip-pools {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.427162 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: routers {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.429274 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: floatingips {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.430593 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: l3-routers {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.432118 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: l3-agents {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.433584 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: metering-labels {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.434981 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: metering-label-rules {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.436263 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: network-ip-availabilities {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.437670 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: bindings {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.439338 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: quotas {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.440927 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: quotas {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.442504 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: rbac-policies {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.444720 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: security-groups {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.446168 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: security-group-rules {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.447438 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: service-providers {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.448661 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: subnetpools {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.450249 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: subnetpools {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.451695 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: tags {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.453401 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: tags {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.455255 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: tags {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.457052 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: tags {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.458924 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: tags {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.460789 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: tags {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.462550 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: tags {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.464464 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: tags {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.466799 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: tags {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.468784 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron.api.extensions [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Extended resource: tags {{(pid=109704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 11:47:26.484338 dv-cinder-817351-12-iscsi neutron-server[109704]: WARNING keystonemiddleware.auth_token [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 07 11:47:26.484338 dv-cinder-817351-12-iscsi neutron-server[109704]: WARNING keystonemiddleware.auth_token [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 07 11:47:26.489059 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_concurrency.lockutils [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Acquired lock "singleton_lock" {{(pid=109704) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 07 11:47:26.489674 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_concurrency.lockutils [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Releasing lock "singleton_lock" {{(pid=109704) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 07 11:47:26.490330 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO oslo_service.service [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Starting 2 workers Feb 07 11:47:26.495268 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Started child 109815 {{(pid=109704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 07 11:47:26.499847 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Started child 109816 {{(pid=109704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 07 11:47:26.500719 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:47:26.501448 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO neutron.service [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Neutron service started, listening on 0.0.0.0:9696 Feb 07 11:47:26.502162 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Publish callbacks [] for process (None), before_spawn {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:47:26.502282 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [-] (109815) wsgi starting up on http://0.0.0.0:9696 Feb 07 11:47:26.504610 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO oslo_service.service [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Starting 1 workers Feb 07 11:47:26.504726 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:47:26.506091 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [-] (109816) wsgi starting up on http://0.0.0.0:9696 Feb 07 11:47:26.509999 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Started child 109817 {{(pid=109704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 07 11:47:26.510529 dv-cinder-817351-12-iscsi neutron-server[109704]: INFO oslo_service.service [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Starting 1 workers Feb 07 11:47:26.514267 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.service [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] calling RpcWorker wait() {{(pid=109817) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 07 11:47:26.514808 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.service [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] returning from RpcWorker wait() {{(pid=109817) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 07 11:47:26.515611 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Started child 109818 {{(pid=109704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 07 11:47:26.516182 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:47:26.516439 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f6103a8-be72-4cb6-92c3-7bff8c583eee None None] Publish callbacks [] for process (None), after_spawn {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:47:26.516736 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:47:26.518402 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109704) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 07 11:47:26.518615 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 07 11:47:26.518806 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 07 11:47:26.519041 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 07 11:47:26.519387 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 07 11:47:26.519554 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 07 11:47:26.520092 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.520388 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.520476 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:47:26.520922 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.521105 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.521412 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.521670 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:47:26.522012 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.522278 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.522543 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.522821 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.523076 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.523253 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.523423 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.523669 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.523924 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.524210 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.524487 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.524730 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.525005 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.525179 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.525445 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.525750 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.525980 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.526249 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] debug = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.526506 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.527018 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.527261 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.527534 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.527776 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.528079 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.528398 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.529208 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.529455 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.529775 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.530044 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.530300 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.530547 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.530768 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.531042 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.531260 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.531532 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.531870 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.532324 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] host = dv-cinder-817351-12-iscsi {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.532549 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.532770 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.533000 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.533250 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.533494 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.533739 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.534006 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.534279 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.534534 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.534761 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.535014 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.535241 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.535480 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.535817 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] log_file = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.535960 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] log_options = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.536175 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.536441 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.536714 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.536909 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.537083 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.537251 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.537663 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.538066 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.538506 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.538934 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.539345 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.539742 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.540140 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.540580 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.541140 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.541310 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 49126) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:47:26.541461 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.541648 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.541889 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.542146 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.542383 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.542624 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.542917 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.543155 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.543411 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.543637 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.543862 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.545028 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.545286 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.545536 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.546291 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.546291 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.546808 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.547061 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.547327 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.547619 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.547860 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.548098 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.548329 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.548628 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.548864 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.549121 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.549373 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.549615 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.549873 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.550293 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.550398 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067985 Feb 07 11:47:26.550796 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.551222 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] use_json = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.551626 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.551873 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.552597 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.552597 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.552597 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.552835 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.553682 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.553682 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.553682 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.553955 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.554219 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.554535 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.554798 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.555060 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.555332 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.555583 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.555806 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.556059 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.556288 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.556624 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.556846 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.557144 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.557395 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.557697 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.558030 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.558324 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.558625 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.558897 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.559104 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.559317 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.559536 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.559816 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.560062 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.560387 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.560573 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.560815 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.561212 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.561384 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.561753 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.565673 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.565673 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.565673 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.565673 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.565673 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.565673 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.565673 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.565673 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.566318 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.566318 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.566318 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.566318 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.566318 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.566318 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.566318 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.566318 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.566318 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.566920 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.566920 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.566920 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.566920 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.566920 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.567254 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.567343 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.567561 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.567775 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.568050 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.568302 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.568525 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.568754 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.568964 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.569228 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.570319 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.570319 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.570319 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.570319 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.570319 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.571222 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.571222 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.571222 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.571222 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.571567 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.571649 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.572384 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.572384 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.572384 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.572729 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.572952 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.573069 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.573463 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.573716 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.573929 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.574140 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.574357 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.574642 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.574882 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.575105 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.575818 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.576107 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.576325 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.576538 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.577543 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.577543 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.577543 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.577784 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.577994 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.578130 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.578351 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.578588 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.578831 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.579069 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.580122 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.580122 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.580122 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.580122 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.580536 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.580536 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.580744 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.580950 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.581391 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.581814 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.582726 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.583943 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.584437 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.584722 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.584964 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.585208 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.585443 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.587360 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.587360 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.587360 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.587360 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.588947 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.589254 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.592060 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.592871 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.595512 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.595808 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.596099 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.596855 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.596855 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.596855 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.596855 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.596855 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.596855 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.596855 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.596855 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.601021 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.601021 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.601021 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.601021 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.601021 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.601021 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.601021 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.601021 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.603532 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.603532 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.603532 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.603532 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.603532 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.604479 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.604479 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.604479 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.604831 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.604913 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.605130 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.605383 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.606529 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.606529 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.606529 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.606529 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.606529 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.606895 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.607755 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.608038 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.608301 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.608548 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.608775 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.609305 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.609531 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.609775 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.610000 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.610251 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.610486 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.610697 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.611857 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.612116 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.612359 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.612592 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.612855 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.613096 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.613885 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.613885 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.613885 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.615185 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.615185 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.615185 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.615185 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.615185 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.615185 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.615617 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.615617 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.615809 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.616128 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.616701 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.616701 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.616870 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.617096 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.617322 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.617537 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.617932 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.618303 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.618695 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.620024 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.620024 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.620024 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.620024 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.620024 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.620024 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.620852 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.620852 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.620852 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.621023 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.621169 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.621407 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.621646 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.621864 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.622116 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.622330 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.622541 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.622766 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.622976 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.624377 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.624377 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.624377 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.624858 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.624858 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.625120 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.625254 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.626895 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.626895 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.626895 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.626895 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.626895 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.627246 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.627246 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.627374 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.627634 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.627871 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.628138 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.628490 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.628717 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.628935 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.629913 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.629913 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.629913 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.630135 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.630334 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.630548 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.630796 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.631019 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.631305 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.631594 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.631823 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.632060 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.632285 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.632507 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.632723 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.633085 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.633356 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.633655 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.633945 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.634197 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.634447 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.634729 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.636183 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.636183 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.636183 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.636183 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.636477 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.636477 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.636717 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.637118 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.638364 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.638364 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.638643 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.638934 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.639217 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.639481 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.639701 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.640004 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.640343 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.643533 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.643533 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.643533 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.643533 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.643917 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.643917 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.644099 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.645089 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.645089 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.645089 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.645089 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.645411 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.645537 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.648609 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.648868 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.649124 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.649361 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.649628 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.649864 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.650049 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 07 11:47:26.650572 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109704) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 07 11:47:26.650747 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 07 11:47:26.650907 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 07 11:47:26.651083 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 07 11:47:26.651257 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 07 11:47:26.651442 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 07 11:47:26.651630 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.652618 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.652618 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.652618 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.652618 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.652618 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.652618 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.653033 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.653033 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.653033 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.653257 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.653996 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.654637 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.655304 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.655304 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.655304 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.661902 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.661902 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.661902 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.661902 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.661902 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.661902 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.661902 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] debug = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.661902 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.662359 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.662359 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.662359 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.662359 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.662359 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.662359 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.662942 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.662942 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.662942 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.662942 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.662942 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.662942 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.662942 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.662942 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.663800 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.663800 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.663800 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.663800 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] host = dv-cinder-817351-12-iscsi {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.663800 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.663800 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.663800 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.663800 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.664333 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.664333 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.664333 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.664333 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.664333 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.669650 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.669650 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.669650 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.669650 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.669650 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] log_file = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.669650 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] log_options = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.669650 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.669650 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.669650 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.670666 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.670666 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.670666 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.670666 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.670666 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.670666 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.670666 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.671450 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.671450 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.671450 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.671450 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.671450 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.671450 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.671450 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.671450 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.672407 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.672407 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.672407 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.672407 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.672407 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.672407 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.672407 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.673203 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.673203 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.673203 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.673595 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.673762 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.674015 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.674306 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.674568 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.674845 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.677143 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.677143 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.677143 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.677143 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.677740 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.677740 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.678010 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:47:26.678151 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.678151 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.678391 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.678799 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.678799 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.679245 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.679488 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] use_json = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.679716 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.679946 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.680101 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.680357 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.680610 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.680856 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.681102 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.681385 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.681775 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 11:47:26.682088 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.682344 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.682626 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.682808 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.683218 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.683488 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.683755 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.684020 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.684292 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.684564 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.685854 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.685854 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.686231 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.686231 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.686504 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.686751 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.687007 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.687269 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.687528 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.687781 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.688033 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.688293 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.688553 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.688802 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.689054 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.689304 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.689582 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.689861 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.690140 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.690432 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.691356 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.691356 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.691356 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.691764 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.691764 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.692094 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.692290 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.692511 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.692763 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.693078 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.693416 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.693718 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.693983 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.694247 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.694520 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.694791 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.695043 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.695698 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.695698 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.696042 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.696248 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.696447 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.696595 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.697267 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.697267 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.697660 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.697660 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.698092 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.698277 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.698460 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.698712 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.698978 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.699248 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.699515 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.699778 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.700042 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.700811 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.701062 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.701890 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.701890 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.701890 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.702442 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.702442 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.702720 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.702958 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.703226 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.703582 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.703847 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.705841 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.707618 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.707618 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.707618 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.707618 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.708178 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.708178 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.708448 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.709511 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.709903 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.710151 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.710510 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.710704 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.710888 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.711072 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.711298 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.711741 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.712673 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.712673 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.713089 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.713089 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.713454 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.713454 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.713893 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.713893 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.714204 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.714353 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.714499 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.714644 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.714814 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.714962 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.715109 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.715277 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.715447 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.715611 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.715763 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.716559 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.716716 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.716964 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.717121 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.717293 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.717456 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.717654 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.717804 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.717975 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.718150 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.719610 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.719610 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.719610 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.719610 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.719610 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.719610 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.719610 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.719610 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.722656 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.722656 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.722656 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.722656 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.722656 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.722656 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.722656 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.722656 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.725356 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.725356 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.725356 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.725356 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.725356 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.725356 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.725356 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.725356 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.726682 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.726682 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.726682 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.726682 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.726682 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.726682 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.726682 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.726682 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.728144 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.728144 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.728144 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.728144 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.728144 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.728144 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.728144 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.728144 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.729431 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.729431 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.729431 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.729431 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.729431 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.729431 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.729431 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.729431 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.731043 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.731043 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.731043 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.731043 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.731043 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.731043 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.731043 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.731043 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.731977 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.731977 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.731977 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.731977 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.731977 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.731977 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.731977 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.731977 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.732780 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.732780 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.732780 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.732780 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.732780 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.732780 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.732780 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.732780 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.733744 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.733744 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.733744 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.733744 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.733744 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.733744 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.733744 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.735080 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.735242 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.735470 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.735635 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.735802 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.735968 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.736138 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.736305 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.736469 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.736632 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.736817 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.737105 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.737432 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.737653 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.737798 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.737961 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.738184 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.738411 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.738707 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.738900 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.739128 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.739361 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.739593 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.739757 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.739919 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.740996 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.741174 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.741341 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.741490 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.741681 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.741845 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.742021 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.742185 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.742347 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.742509 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.742671 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.742832 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.743004 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.743165 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.743325 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.743486 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.743646 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.743810 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.743977 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.744153 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.744292 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.744453 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.744611 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.744770 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.744940 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.745101 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.745260 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.745421 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.745709 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.745817 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.745900 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.746068 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.746226 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.746393 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.746552 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.746716 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.746897 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.747094 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.747259 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.747530 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.747697 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.747855 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.748014 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.748176 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.748342 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.748511 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.748679 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.748949 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.749127 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.749316 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.749468 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.749652 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.749813 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.749987 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.750148 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.750310 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.750471 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.750632 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.750792 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.750952 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.751112 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.751274 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.751435 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.751595 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.751747 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.751909 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.752067 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.752232 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.752394 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.752552 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.752689 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.752847 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.753005 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 11:47:26.753159 dv-cinder-817351-12-iscsi neutron-server[109704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 07 11:47:38.356674 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b111930-c250-4f63-a9ed-c9354ad277bb None None] get_active_networks_info from dv-cinder-817351-12-iscsi {{(pid=109817) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 11:47:38.461953 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b111930-c250-4f63-a9ed-c9354ad277bb None None] No non-hosted networks {{(pid=109817) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 07 11:47:38.476713 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.agentschedulers_db [None req-6b111930-c250-4f63-a9ed-c9354ad277bb None None] DHCP Agent not found on host dv-cinder-817351-12-iscsi {{(pid=109817) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 07 11:47:38.642161 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-9b6ddd0d-6178-427a-8ae5-ad9a1bf3533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-869315'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:47:40.644958 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-b2b5b88e-3536-4dda-88ed-4a8c12ba8715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-869315'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:47:40.686161 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.db.api [None req-3499b838-3e5b-415f-8e66-22e6f8e783fb None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-817351-12-iscsi {{(pid=109817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 11:47:40.686960 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG oslo_db.api [None req-3499b838-3e5b-415f-8e66-22e6f8e783fb None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 11:47:41.207549 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-3499b838-3e5b-415f-8e66-22e6f8e783fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:47:41.684863 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-869315'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:47:43.625849 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-869315'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:47:44.058777 dv-cinder-817351-12-iscsi neutron-server[109817]: INFO neutron.db.l3_hamode_db [None req-3d187516-81bc-44b1-af8a-2e64138f5cd1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 07 11:47:44.146123 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d187516-81bc-44b1-af8a-2e64138f5cd1 None None] Routers set() bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:47:44.146874 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d187516-81bc-44b1-af8a-2e64138f5cd1 None None] Router IDs set() for agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 07 11:47:44.684422 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-869315'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:47:44.685098 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:44.685445 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:44.685817 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:44.686154 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:44.686488 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:44.686818 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:44.687149 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:44.687499 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:44.687826 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:44.688164 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:44.688514 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:44.688844 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:44.689357 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:44.689813 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-817351-12-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:47:44.701544 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-817351-12-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:47:47.154212 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 49238) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:47:47.646265 dv-cinder-817351-12-iscsi neutron-server[109815]: WARNING oslo_policy.policy [None req-98160090-6af0-4963-87bc-2c89cbfbafe4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 11:47:47.646929 dv-cinder-817351-12-iscsi neutron-server[109815]: WARNING oslo_policy.policy [None req-98160090-6af0-4963-87bc-2c89cbfbafe4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 11:47:47.872927 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [None req-98160090-6af0-4963-87bc-2c89cbfbafe4 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109815) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 11:47:47.873989 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-98160090-6af0-4963-87bc-2c89cbfbafe4 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7188303 Feb 07 11:47:50.532308 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 49254) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:47:50.827958 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-a1cfe6d0-26bb-437b-a754-5dde3d49060d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'tenant_id': '4d4a9bb622db43f0a5c3204d45906cb5', 'is_default': True}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:47:50.919305 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.policy [None req-a1cfe6d0-26bb-437b-a754-5dde3d49060d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109815) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 07 11:47:50.959848 dv-cinder-817351-12-iscsi neutron-server[109815]: WARNING oslo_policy.policy [None req-a1cfe6d0-26bb-437b-a754-5dde3d49060d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 11:47:50.960154 dv-cinder-817351-12-iscsi neutron-server[109815]: WARNING oslo_policy.policy [None req-a1cfe6d0-26bb-437b-a754-5dde3d49060d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 11:47:51.139892 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a1cfe6d0-26bb-437b-a754-5dde3d49060d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782775202623', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782775203154', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782775253222', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782775247471', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782775241287', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782775233780', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-66708249', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66944018', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-851663', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-681614'] for rbac-policy (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:47:51.341929 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a1cfe6d0-26bb-437b-a754-5dde3d49060d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:47:51.343106 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-a1cfe6d0-26bb-437b-a754-5dde3d49060d admin admin] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8098373 Feb 07 11:47:53.982555 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 49266) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:47:54.474255 dv-cinder-817351-12-iscsi neutron-server[109816]: WARNING oslo_policy.policy [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 11:47:54.474842 dv-cinder-817351-12-iscsi neutron-server[109816]: WARNING oslo_policy.policy [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 11:47:54.702539 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '8d4009a147804f2ab89bba0f2a2b19f1', 'project_id': '8d4009a147804f2ab89bba0f2a2b19f1', 'admin_state_up': True}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:47:54.832918 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] Made reservation on behalf of 8d4009a147804f2ab89bba0f2a2b19f1 for: {'network': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:47:54.895300 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.policy [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109816) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 07 11:47:54.936538 dv-cinder-817351-12-iscsi neutron-server[109816]: WARNING oslo_policy.policy [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 11:47:54.936907 dv-cinder-817351-12-iscsi neutron-server[109816]: WARNING oslo_policy.policy [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 11:47:54.946579 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for network (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:47:54.968803 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:47:55.077645 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] Publish callbacks [] for security_group (d2c26c8c-8e3b-4bdd-8b54-dbdef8ec7ec1), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:47:55.157840 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (d2c26c8c-8e3b-4bdd-8b54-dbdef8ec7ec1), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:47:55.177042 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=109816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 11:47:55.204339 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782771681464', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (e8946ddb-1ac1-4bea-8e4d-eb9ff72ffb23), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:47:55.210716 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] Unsubscribe: segment precommit_create {{(pid=109816) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 07 11:47:55.210716 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.db.segments_db [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] Added segment e8946ddb-1ac1-4bea-8e4d-eb9ff72ffb23 of type vlan for network 350a2958-cec1-46a0-8dd8-4d5fabe82939 Feb 07 11:47:55.221624 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c26c8c-8e3b-4bdd-8b54-dbdef8ec7ec1,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:47:55.271853 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:55.272217 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:55.272557 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:55.272899 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:55.273224 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:55.273546 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:55.273909 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:55.274234 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:55.274570 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:55.274893 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:55.275210 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:55.275524 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:55.275836 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] Tracked resource versions report: Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: pushed versions: Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: { 'AddressGroup': {'1.2'}, Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: 'ConntrackHelper': {'1.0'}, Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: 'LocalIPAssociation': {'1.0'}, Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: 'Log': {'1.0'}, Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: 'Network': {'1.1'}, Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: 'Port': {'1.7'}, Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: 'PortForwarding': {'1.2'}, Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: 'QosPolicy': {'1.10'}, Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: 'SecurityGroup': {'1.5'}, Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: 'SecurityGroupRule': {'1.2'}, Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: 'SubPort': {'1.0'}, Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: 'Subnet': {'1.1'}, Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: 'Trunk': {'1.1'}} Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: consumer versions: Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: { DHCP agent@dv-cinder-817351-12-iscsi: {}, Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: L3 agent@dv-cinder-817351-12-iscsi: {}, Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: Metadata agent@dv-cinder-817351-12-iscsi: {}, Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: Metering agent@dv-cinder-817351-12-iscsi: {}, Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: Open vSwitch agent@dv-cinder-817351-12-iscsi: { 'AddressGroup': '1.2', Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: 'ConntrackHelper': '1.0', Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: 'LocalIPAssociation': '1.0', Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: 'Log': '1.0', Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: 'Network': '1.1', Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: 'Port': '1.7', Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: 'PortForwarding': '1.2', Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: 'QosPolicy': '1.10', Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: 'SecurityGroup': '1.5', Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: 'SecurityGroupRule': '1.2', Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: 'SubPort': '1.0', Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: 'Subnet': '1.1', Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: 'Trunk': '1.1'}} Feb 07 11:47:55.277858 dv-cinder-817351-12-iscsi neutron-server[109816]: {{(pid=109816) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 11:47:55.318583 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782771090189'] for network (350a2958-cec1-46a0-8dd8-4d5fabe82939), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:47:55.453243 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685'] for network (350a2958-cec1-46a0-8dd8-4d5fabe82939), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:47:55.454471 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:47:55.455203 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:47:55.554896 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] Pushing event updated for resources: {'Network': ['ID=350a2958-cec1-46a0-8dd8-4d5fabe82939,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:47:55.567621 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Network 350a2958-cec1-46a0-8dd8-4d5fabe82939 details requested by agent ovs-agent-dv-cinder-817351-12-iscsi with host dv-cinder-817351-12-iscsi {{(pid=109817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 11:47:55.658477 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-7fad0c68-f004-404c-b0a6-711ebd04004e admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6734757 Feb 07 11:47:58.370162 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 49288) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:47:58.795882 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab9c42a-40e6-4c90-823a-ab012bb25aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:47:58.797311 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-cab9c42a-40e6-4c90-823a-ab012bb25aef admin admin] 10.222.0.67 "GET /v2.0/networks/350a2958-cec1-46a0-8dd8-4d5fabe82939 HTTP/1.1" status: 200 len: 825 time: 0.4256990 Feb 07 11:47:58.821135 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-bfde58bb-86c7-45aa-8475-d889f33f62cc admin admin] 10.222.0.67 "GET /v2.0/subnetpools/6e1d8d85-b30a-4ca5-9713-ebd64eeadcbe HTTP/1.1" status: 200 len: 734 time: 0.0182145 Feb 07 11:47:58.829527 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-508ef362-b207-43cf-a6f2-0e5b06c69d55 admin admin] Request body: {'subnet': {'subnetpool_id': '6e1d8d85-b30a-4ca5-9713-ebd64eeadcbe', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '8d4009a147804f2ab89bba0f2a2b19f1', 'name': 'private-subnet', 'network_id': '350a2958-cec1-46a0-8dd8-4d5fabe82939'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:47:59.152768 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508ef362-b207-43cf-a6f2-0e5b06c69d55 admin admin] Made reservation on behalf of 8d4009a147804f2ab89bba0f2a2b19f1 for: {'subnet': 1} {{(pid=109815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:47:59.155453 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-508ef362-b207-43cf-a6f2-0e5b06c69d55 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:47:59.700458 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-508ef362-b207-43cf-a6f2-0e5b06c69d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685'] for subnet (4cd9f4be-31a2-424e-ab42-6600258e0755), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:47:59.771342 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508ef362-b207-43cf-a6f2-0e5b06c69d55 admin admin] Checking segment: {'id': 'e8946ddb-1ac1-4bea-8e4d-eb9ff72ffb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '350a2958-cec1-46a0-8dd8-4d5fabe82939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:47:59.771713 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508ef362-b207-43cf-a6f2-0e5b06c69d55 admin admin] Network hostable DHCP agents. Network: 350a2958-cec1-46a0-8dd8-4d5fabe82939, hostable agents: ['61316a96-21e8-4d75-a705-e1a638ca8432'], hosted agents: [] {{(pid=109815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 11:47:59.784502 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ef362-b207-43cf-a6f2-0e5b06c69d55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cd9f4be-31a2-424e-ab42-6600258e0755,revision_number=0']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:47:59.794876 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ef362-b207-43cf-a6f2-0e5b06c69d55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:59.795229 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ef362-b207-43cf-a6f2-0e5b06c69d55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:59.795563 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ef362-b207-43cf-a6f2-0e5b06c69d55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:59.795888 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ef362-b207-43cf-a6f2-0e5b06c69d55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:59.796206 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ef362-b207-43cf-a6f2-0e5b06c69d55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:59.796521 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ef362-b207-43cf-a6f2-0e5b06c69d55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:59.796853 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ef362-b207-43cf-a6f2-0e5b06c69d55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:59.797170 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ef362-b207-43cf-a6f2-0e5b06c69d55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:59.797500 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ef362-b207-43cf-a6f2-0e5b06c69d55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:59.797841 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ef362-b207-43cf-a6f2-0e5b06c69d55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:59.798153 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ef362-b207-43cf-a6f2-0e5b06c69d55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:59.798460 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ef362-b207-43cf-a6f2-0e5b06c69d55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:59.798765 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ef362-b207-43cf-a6f2-0e5b06c69d55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ef362-b207-43cf-a6f2-0e5b06c69d55 admin admin] Tracked resource versions report: Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: pushed versions: Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: { 'AddressGroup': {'1.2'}, Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: 'ConntrackHelper': {'1.0'}, Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: 'LocalIPAssociation': {'1.0'}, Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: 'Log': {'1.0'}, Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: 'Network': {'1.1'}, Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: 'Port': {'1.7'}, Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: 'PortForwarding': {'1.2'}, Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: 'QosPolicy': {'1.10'}, Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: 'SecurityGroup': {'1.5'}, Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: 'SecurityGroupRule': {'1.2'}, Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: 'SubPort': {'1.0'}, Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: 'Subnet': {'1.1'}, Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: 'Trunk': {'1.1'}} Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: consumer versions: Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: { DHCP agent@dv-cinder-817351-12-iscsi: {}, Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: L3 agent@dv-cinder-817351-12-iscsi: {}, Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: Metadata agent@dv-cinder-817351-12-iscsi: {}, Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: Metering agent@dv-cinder-817351-12-iscsi: {}, Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: Open vSwitch agent@dv-cinder-817351-12-iscsi: { 'AddressGroup': '1.2', Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: 'ConntrackHelper': '1.0', Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: 'LocalIPAssociation': '1.0', Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: 'Log': '1.0', Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: 'Network': '1.1', Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: 'Port': '1.7', Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: 'PortForwarding': '1.2', Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: 'QosPolicy': '1.10', Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: 'SecurityGroup': '1.5', Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: 'SecurityGroupRule': '1.2', Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: 'SubPort': '1.0', Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: 'Subnet': '1.1', Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: 'Trunk': '1.1'}} Feb 07 11:47:59.800154 dv-cinder-817351-12-iscsi neutron-server[109815]: {{(pid=109815) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 11:47:59.883711 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508ef362-b207-43cf-a6f2-0e5b06c69d55 admin admin] Network 350a2958-cec1-46a0-8dd8-4d5fabe82939 is scheduled to be hosted by DHCP agent 61316a96-21e8-4d75-a705-e1a638ca8432 with binding_index 1 {{(pid=109815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 11:47:59.957662 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-508ef362-b207-43cf-a6f2-0e5b06c69d55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-12-iscsi, 350a2958-cec1-46a0-8dd8-4d5fabe82939) {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:47:59.961857 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508ef362-b207-43cf-a6f2-0e5b06c69d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:47:59.962481 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-508ef362-b207-43cf-a6f2-0e5b06c69d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for subnet (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:47:59.968129 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7549836b-247d-4dcd-abe6-dabde00c8509 None None] Network 350a2958-cec1-46a0-8dd8-4d5fabe82939 requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 11:48:00.063144 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-508ef362-b207-43cf-a6f2-0e5b06c69d55 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2367039 Feb 07 11:48:00.231161 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70b1ed78-7000-5af2-904f-3db4fdf32486-350a2958-cec1-46a0-8dd8-4d5fabe82939', 'network_id': '350a2958-cec1-46a0-8dd8-4d5fabe82939', 'project_id': '8d4009a147804f2ab89bba0f2a2b19f1', 'fixed_ips': [{'subnet_id': '4cd9f4be-31a2-424e-ab42-6600258e0755'}]}} from dv-cinder-817351-12-iscsi. {{(pid=109817) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 11:48:00.232361 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:00.564772 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.db_base_plugin_common [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Allocated IP 172.20.0.2 (350a2958-cec1-46a0-8dd8-4d5fabe82939/4cd9f4be-31a2-424e-ab42-6600258e0755/787d8c26-ed4c-469c-8ed0-90a6d82c4ae3) {{(pid=109817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:48:00.834074 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Publish callbacks [] for port (787d8c26-ed4c-469c-8ed0-90a6d82c4ae3), precommit_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:00.913055 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (787d8c26-ed4c-469c-8ed0-90a6d82c4ae3), after_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:00.996556 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Network 350a2958-cec1-46a0-8dd8-4d5fabe82939 is already hosted by enough agents. {{(pid=109817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:48:01.000743 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.scheduler.base_scheduler [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Resources bound (agent type, host, resource id): {{(pid=109817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:48:01.002388 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Pushing event updated for resources: {'Port': ['ID=787d8c26-ed4c-469c-8ed0-90a6d82c4ae3,revision_number=1']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:48:01.007287 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Received port after_create {{(pid=109817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:48:01.015484 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:48:01.015854 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:48:01.016215 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:48:01.016553 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:48:01.016887 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:48:01.017214 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:48:01.017572 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:48:01.017910 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:48:01.018237 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:48:01.018575 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:48:01.018903 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:48:01.019223 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:48:01.019542 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Tracked resource versions report: Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: pushed versions: Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: { 'AddressGroup': {'1.2'}, Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: 'ConntrackHelper': {'1.0'}, Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: 'LocalIPAssociation': {'1.0'}, Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: 'Log': {'1.0'}, Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: 'Network': {'1.1'}, Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: 'Port': {'1.7'}, Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: 'PortForwarding': {'1.2'}, Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: 'QosPolicy': {'1.10'}, Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: 'SecurityGroup': {'1.5'}, Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: 'SecurityGroupRule': {'1.2'}, Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: 'SubPort': {'1.0'}, Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: 'Subnet': {'1.1'}, Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: 'Trunk': {'1.1'}} Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: consumer versions: Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: { DHCP agent@dv-cinder-817351-12-iscsi: {}, Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: L3 agent@dv-cinder-817351-12-iscsi: {}, Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: Metadata agent@dv-cinder-817351-12-iscsi: {}, Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: Metering agent@dv-cinder-817351-12-iscsi: {}, Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: Open vSwitch agent@dv-cinder-817351-12-iscsi: { 'AddressGroup': '1.2', Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: 'ConntrackHelper': '1.0', Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: 'LocalIPAssociation': '1.0', Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: 'Log': '1.0', Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: 'Network': '1.1', Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: 'Port': '1.7', Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: 'PortForwarding': '1.2', Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: 'QosPolicy': '1.10', Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: 'SecurityGroup': '1.5', Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: 'SecurityGroupRule': '1.2', Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: 'SubPort': '1.0', Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: 'Subnet': '1.1', Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: 'Trunk': '1.1'}} Feb 07 11:48:01.020956 dv-cinder-817351-12-iscsi neutron-server[109817]: {{(pid=109817) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 11:48:01.094242 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Attempting to bind port 787d8c26-ed4c-469c-8ed0-90a6d82c4ae3 on host dv-cinder-817351-12-iscsi for vnic_type normal with profile {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:48:01.094557 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Attempting to bind port 787d8c26-ed4c-469c-8ed0-90a6d82c4ae3 by drivers openvswitch,hyperv on host dv-cinder-817351-12-iscsi at level 0 using segments [{'id': 'e8946ddb-1ac1-4bea-8e4d-eb9ff72ffb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '350a2958-cec1-46a0-8dd8-4d5fabe82939'}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:48:01.094984 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Attempting to bind port 787d8c26-ed4c-469c-8ed0-90a6d82c4ae3 on network 350a2958-cec1-46a0-8dd8-4d5fabe82939 {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:48:01.099939 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Checking agent: {'id': '3ccea1af-134d-4579-b433-9df459de661e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 47, 45), 'started_at': datetime.datetime(2022, 2, 7, 11, 47, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:48:01.100314 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Checking segment: {'id': 'e8946ddb-1ac1-4bea-8e4d-eb9ff72ffb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '350a2958-cec1-46a0-8dd8-4d5fabe82939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:48:01.100790 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:01.101183 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Bound using segment: {'id': 'e8946ddb-1ac1-4bea-8e4d-eb9ff72ffb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '350a2958-cec1-46a0-8dd8-4d5fabe82939'} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:48:01.101704 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Bound port: 787d8c26-ed4c-469c-8ed0-90a6d82c4ae3, host: dv-cinder-817351-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8946ddb-1ac1-4bea-8e4d-eb9ff72ffb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '350a2958-cec1-46a0-8dd8-4d5fabe82939'}}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:48:01.102135 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (787d8c26-ed4c-469c-8ed0-90a6d82c4ae3), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:01.166137 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-59bea821-161a-4114-b59a-892c2e54825c None None] For port 787d8c26-ed4c-469c-8ed0-90a6d82c4ae3, host dv-cinder-817351-12-iscsi, cleared binding levels {{(pid=109817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:48:01.170440 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-59bea821-161a-4114-b59a-892c2e54825c None None] For port 787d8c26-ed4c-469c-8ed0-90a6d82c4ae3, host dv-cinder-817351-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=787d8c26-ed4c-469c-8ed0-90a6d82c4ae3,segment=NetworkSegment(e8946ddb-1ac1-4bea-8e4d-eb9ff72ffb23),segment_id=e8946ddb-1ac1-4bea-8e4d-eb9ff72ffb23)] {{(pid=109817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:48:01.267403 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (787d8c26-ed4c-469c-8ed0-90a6d82c4ae3), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:01.338342 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bea821-161a-4114-b59a-892c2e54825c None None] Pushing event updated for resources: {'Port': ['ID=787d8c26-ed4c-469c-8ed0-90a6d82c4ae3,revision_number=2']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:48:02.523888 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 49300) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:48:02.834557 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [None req-8fc0b77d-e9f1-4758-b244-ff16658d2bed admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109815) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 11:48:02.835687 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-8fc0b77d-e9f1-4758-b244-ff16658d2bed admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3108759 Feb 07 11:48:05.292942 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 49308) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:48:05.602996 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [None req-7128daf7-a971-406f-9c43-3db4ce86e88a admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109815) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 11:48:05.604073 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-7128daf7-a971-406f-9c43-3db4ce86e88a admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3101139 Feb 07 11:48:08.291444 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 49318) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:48:08.449848 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-00ea7f70-bd13-4460-964d-8823f161192d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:08.594886 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-34fad9fd-6d83-48d1-8f3d-9a76ba5b4799 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '8d4009a147804f2ab89bba0f2a2b19f1'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:48:08.706529 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-34fad9fd-6d83-48d1-8f3d-9a76ba5b4799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-870201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8409'] for router (700ad821-7a64-4ce8-8780-41def2b1bd38), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:08.708249 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-34fad9fd-6d83-48d1-8f3d-9a76ba5b4799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-874983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router (700ad821-7a64-4ce8-8780-41def2b1bd38), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:08.864242 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-34fad9fd-6d83-48d1-8f3d-9a76ba5b4799 admin admin] Publish callbacks [] for router_controller (700ad821-7a64-4ce8-8780-41def2b1bd38), precommit_add_association {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:08.935433 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-34fad9fd-6d83-48d1-8f3d-9a76ba5b4799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-870326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-875824'] for router (700ad821-7a64-4ce8-8780-41def2b1bd38), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:09.016286 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-34fad9fd-6d83-48d1-8f3d-9a76ba5b4799 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:09.017474 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-34fad9fd-6d83-48d1-8f3d-9a76ba5b4799 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7250168 Feb 07 11:48:10.563079 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-a54ea949-a263-41d7-ba4b-0a854955c510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:11.210426 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 787d8c26-ed4c-469c-8ed0-90a6d82c4ae3 up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:48:11.300479 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port 787d8c26-ed4c-469c-8ed0-90a6d82c4ae3 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:48:11.300916 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (787d8c26-ed4c-469c-8ed0-90a6d82c4ae3), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:11.418577 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port 787d8c26-ed4c-469c-8ed0-90a6d82c4ae3 is: DOWN; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:48:11.418965 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (787d8c26-ed4c-469c-8ed0-90a6d82c4ae3), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:11.458443 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] For port 787d8c26-ed4c-469c-8ed0-90a6d82c4ae3, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=787d8c26-ed4c-469c-8ed0-90a6d82c4ae3,segment=NetworkSegment(e8946ddb-1ac1-4bea-8e4d-eb9ff72ffb23),segment_id=e8946ddb-1ac1-4bea-8e4d-eb9ff72ffb23)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:48:11.516335 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 49330) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:48:11.528117 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (787d8c26-ed4c-469c-8ed0-90a6d82c4ae3), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:11.585520 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Pushing event updated for resources: {'Port': ['ID=787d8c26-ed4c-469c-8ed0-90a6d82c4ae3,revision_number=3']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:48:11.660054 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:11.793369 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [None req-dca89117-2330-44b6-a06b-8a5562104da1 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109815) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 11:48:11.794391 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-dca89117-2330-44b6-a06b-8a5562104da1 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2771175 Feb 07 11:48:12.377937 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2223aa-f3fc-4d0b-acff-dd13b1ee041e None None] Network 350a2958-cec1-46a0-8dd8-4d5fabe82939 requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 11:48:12.452445 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-e9a12634-e8f3-4563-88d0-76cbb2993345 None None] Provisioning complete for port 787d8c26-ed4c-469c-8ed0-90a6d82c4ae3 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:48:12.452833 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-e9a12634-e8f3-4563-88d0-76cbb2993345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (787d8c26-ed4c-469c-8ed0-90a6d82c4ae3), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:12.584362 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-e9a12634-e8f3-4563-88d0-76cbb2993345 None None] Current status of the port 787d8c26-ed4c-469c-8ed0-90a6d82c4ae3 is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:48:12.809399 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0436a2c6-9385-4921-9dc1-9b2dfb676549 None None] Provisioning complete for port 787d8c26-ed4c-469c-8ed0-90a6d82c4ae3 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:48:12.810081 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0436a2c6-9385-4921-9dc1-9b2dfb676549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (787d8c26-ed4c-469c-8ed0-90a6d82c4ae3), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:12.887993 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0436a2c6-9385-4921-9dc1-9b2dfb676549 None None] Current status of the port 787d8c26-ed4c-469c-8ed0-90a6d82c4ae3 is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:48:13.176883 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 787d8c26-ed4c-469c-8ed0-90a6d82c4ae3 up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:48:13.226177 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port 787d8c26-ed4c-469c-8ed0-90a6d82c4ae3 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:48:13.227207 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (787d8c26-ed4c-469c-8ed0-90a6d82c4ae3), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:13.301166 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port 787d8c26-ed4c-469c-8ed0-90a6d82c4ae3 is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:48:13.568827 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:14.241092 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 49360) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:48:14.290450 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-b2469d23-9c61-47fd-860e-409de38e5ba1 admin admin] Request body: {'network': {'project_id': '4d4a9bb622db43f0a5c3204d45906cb5', 'router:external': True, 'tenant_id': '4d4a9bb622db43f0a5c3204d45906cb5', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:48:14.367575 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2469d23-9c61-47fd-860e-409de38e5ba1 admin admin] Made reservation on behalf of 4d4a9bb622db43f0a5c3204d45906cb5 for: {'network': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:48:14.370392 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b2469d23-9c61-47fd-860e-409de38e5ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for network (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:14.378818 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b2469d23-9c61-47fd-860e-409de38e5ba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:14.456678 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b2469d23-9c61-47fd-860e-409de38e5ba1 admin admin] Publish callbacks [] for security_group (8a1f88ae-3d61-4676-afc4-4137fcb51793), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:14.522656 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b2469d23-9c61-47fd-860e-409de38e5ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (8a1f88ae-3d61-4676-afc4-4137fcb51793), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:14.537244 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b2469d23-9c61-47fd-860e-409de38e5ba1 admin admin] Reserving flat network on physical network physnet1 {{(pid=109816) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 07 11:48:14.556676 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2469d23-9c61-47fd-860e-409de38e5ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1f88ae-3d61-4676-afc4-4137fcb51793,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:48:14.560964 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b2469d23-9c61-47fd-860e-409de38e5ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (27333d9f-cdd8-4603-a3d3-d9bd5a50a047), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:14.561303 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.db.segments_db [None req-b2469d23-9c61-47fd-860e-409de38e5ba1 admin admin] Added segment 27333d9f-cdd8-4603-a3d3-d9bd5a50a047 of type flat for network 12a459b1-c19f-48b5-9c0c-c18492f1de42 Feb 07 11:48:14.580215 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 5 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 11:48:14.606627 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b2469d23-9c61-47fd-860e-409de38e5ba1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782771090189'] for network (12a459b1-c19f-48b5-9c0c-c18492f1de42), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:14.646960 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:14.704115 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b2469d23-9c61-47fd-860e-409de38e5ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685'] for network (12a459b1-c19f-48b5-9c0c-c18492f1de42), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:14.705104 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2469d23-9c61-47fd-860e-409de38e5ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:48:14.705740 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b2469d23-9c61-47fd-860e-409de38e5ba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:14.763577 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2469d23-9c61-47fd-860e-409de38e5ba1 admin admin] Pushing event updated for resources: {'Network': ['ID=12a459b1-c19f-48b5-9c0c-c18492f1de42,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:48:14.773393 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Network 12a459b1-c19f-48b5-9c0c-c18492f1de42 details requested by agent ovs-agent-dv-cinder-817351-12-iscsi with host dv-cinder-817351-12-iscsi {{(pid=109817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 11:48:14.815906 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-b2469d23-9c61-47fd-860e-409de38e5ba1 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5736792 Feb 07 11:48:17.101991 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 49368) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:48:17.230702 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25abb97c-88c4-4377-be41-282f630d8d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:48:17.232290 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-25abb97c-88c4-4377-be41-282f630d8d7e admin admin] 10.222.0.67 "GET /v2.0/subnets/4cd9f4be-31a2-424e-ab42-6600258e0755 HTTP/1.1" status: 200 len: 849 time: 0.1290805 Feb 07 11:48:17.410481 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-40348ae0-97b5-4026-8712-dccd2ddccdc8 admin admin] 10.222.0.67 "GET /v2.0/routers/700ad821-7a64-4ce8-8780-41def2b1bd38 HTTP/1.1" status: 200 len: 704 time: 0.1726670 Feb 07 11:48:17.681452 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c3977f96-e82f-43ea-828c-acda09b9953e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:17.988119 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_common [None req-c3977f96-e82f-43ea-828c-acda09b9953e admin admin] Allocated IP 172.20.0.1 (350a2958-cec1-46a0-8dd8-4d5fabe82939/4cd9f4be-31a2-424e-ab42-6600258e0755/edb15f81-5254-4bbb-bc7f-59e4a900f7dc) {{(pid=109816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:48:18.166147 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c3977f96-e82f-43ea-828c-acda09b9953e admin admin] Publish callbacks [] for port (edb15f81-5254-4bbb-bc7f-59e4a900f7dc), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:18.281689 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c3977f96-e82f-43ea-828c-acda09b9953e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (edb15f81-5254-4bbb-bc7f-59e4a900f7dc), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:18.353121 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3977f96-e82f-43ea-828c-acda09b9953e admin admin] Network 350a2958-cec1-46a0-8dd8-4d5fabe82939 is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:48:18.360574 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-c3977f96-e82f-43ea-828c-acda09b9953e admin admin] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:48:18.367090 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3977f96-e82f-43ea-828c-acda09b9953e admin admin] Received port after_create {{(pid=109816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:48:18.367929 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c3977f96-e82f-43ea-828c-acda09b9953e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-876007'] for router_interface (700ad821-7a64-4ce8-8780-41def2b1bd38), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:18.433500 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3977f96-e82f-43ea-828c-acda09b9953e admin admin] Pushing event updated for resources: {'Port': ['ID=edb15f81-5254-4bbb-bc7f-59e4a900f7dc,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:48:18.539751 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-5b024ae6-f4d4-4f00-87ff-d5d55bf5f184 None None] Provisioning complete for port edb15f81-5254-4bbb-bc7f-59e4a900f7dc triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:48:18.540248 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-5b024ae6-f4d4-4f00-87ff-d5d55bf5f184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (edb15f81-5254-4bbb-bc7f-59e4a900f7dc), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:18.573387 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-5b024ae6-f4d4-4f00-87ff-d5d55bf5f184 None None] Port edb15f81-5254-4bbb-bc7f-59e4a900f7dc cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 11:48:18.672602 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c3977f96-e82f-43ea-828c-acda09b9953e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (edb15f81-5254-4bbb-bc7f-59e4a900f7dc), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:18.876260 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c3977f96-e82f-43ea-828c-acda09b9953e admin admin] Publish callbacks [] for port (edb15f81-5254-4bbb-bc7f-59e4a900f7dc), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:18.928420 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c3977f96-e82f-43ea-828c-acda09b9953e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (edb15f81-5254-4bbb-bc7f-59e4a900f7dc), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:18.929199 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c3977f96-e82f-43ea-828c-acda09b9953e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-869239'] for router_interface (700ad821-7a64-4ce8-8780-41def2b1bd38), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:19.005971 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3977f96-e82f-43ea-828c-acda09b9953e admin admin] Pushing event updated for resources: {'Port': ['ID=edb15f81-5254-4bbb-bc7f-59e4a900f7dc,revision_number=2']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:48:19.053212 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3977f96-e82f-43ea-828c-acda09b9953e admin admin] Network 350a2958-cec1-46a0-8dd8-4d5fabe82939 is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:48:19.054557 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-c3977f96-e82f-43ea-828c-acda09b9953e admin admin] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:48:19.281650 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3977f96-e82f-43ea-828c-acda09b9953e admin admin] Router 700ad821-7a64-4ce8-8780-41def2b1bd38 is scheduled to L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad with binding_index 1 {{(pid=109816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 11:48:19.295408 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-852e7148-d217-4a5e-a03a-cf97524f5bf3 None None] Provisioning complete for port edb15f81-5254-4bbb-bc7f-59e4a900f7dc triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:48:19.295783 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-852e7148-d217-4a5e-a03a-cf97524f5bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (edb15f81-5254-4bbb-bc7f-59e4a900f7dc), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:19.331711 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-852e7148-d217-4a5e-a03a-cf97524f5bf3 None None] Port edb15f81-5254-4bbb-bc7f-59e4a900f7dc cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 11:48:19.379020 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3977f96-e82f-43ea-828c-acda09b9953e admin admin] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 11:48:19.384561 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-c3977f96-e82f-43ea-828c-acda09b9953e admin admin] 10.222.0.67 "PUT /v2.0/routers/700ad821-7a64-4ce8-8780-41def2b1bd38/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9689457 Feb 07 11:48:19.390111 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2698e27-15c1-4192-bcaf-f23b14f8d3b8 None None] Sync routers for ids ['700ad821-7a64-4ce8-8780-41def2b1bd38'] in dv-cinder-817351-12-iscsi {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 11:48:19.402386 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2698e27-15c1-4192-bcaf-f23b14f8d3b8 None None] Routers {'700ad821-7a64-4ce8-8780-41def2b1bd38'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:48:19.403228 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-c2698e27-15c1-4192-bcaf-f23b14f8d3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:48:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['700ad821-7a64-4ce8-8780-41def2b1bd38'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:48:19.593239 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-c2698e27-15c1-4192-bcaf-f23b14f8d3b8 None None] Set router 700ad821-7a64-4ce8-8780-41def2b1bd38 gateway port host: None {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:48:20.025253 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-c2698e27-15c1-4192-bcaf-f23b14f8d3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700ad821-7a64-4ce8-8780-41def2b1bd38', 'name': 'router1', 'tenant_id': '8d4009a147804f2ab89bba0f2a2b19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:48:08Z', 'updated_at': '2022-02-07T11:48:18Z', 'revision_number': 2, 'project_id': '8d4009a147804f2ab89bba0f2a2b19f1', 'gw_port_host': None, '_interfaces': [{'id': 'edb15f81-5254-4bbb-bc7f-59e4a900f7dc', 'name': '', 'network_id': '350a2958-cec1-46a0-8dd8-4d5fabe82939', 'tenant_id': '8d4009a147804f2ab89bba0f2a2b19f1', 'mac_address': 'fa:16:3e:8b:64:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700ad821-7a64-4ce8-8780-41def2b1bd38', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4cd9f4be-31a2-424e-ab42-6600258e0755', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:48:17Z', 'updated_at': '2022-02-07T11:48:18Z', 'revision_number': 2, 'project_id': '8d4009a147804f2ab89bba0f2a2b19f1', 'subnets': [{'id': '4cd9f4be-31a2-424e-ab42-6600258e0755', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e1d8d85-b30a-4ca5-9713-ebd64eeadcbe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:48:20.075772 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2698e27-15c1-4192-bcaf-f23b14f8d3b8 None None] Checking router: 700ad821-7a64-4ce8-8780-41def2b1bd38 for host: dv-cinder-817351-12-iscsi {{(pid=109818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 11:48:20.076138 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2698e27-15c1-4192-bcaf-f23b14f8d3b8 None None] Updating router 700ad821-7a64-4ce8-8780-41def2b1bd38 port edb15f81-5254-4bbb-bc7f-59e4a900f7dc binding host dv-cinder-817351-12-iscsi {{(pid=109818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 11:48:20.129231 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-c2698e27-15c1-4192-bcaf-f23b14f8d3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (edb15f81-5254-4bbb-bc7f-59e4a900f7dc), before_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:20.640266 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-c2698e27-15c1-4192-bcaf-f23b14f8d3b8 None None] Publish callbacks [] for port (edb15f81-5254-4bbb-bc7f-59e4a900f7dc), precommit_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:20.705251 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-c2698e27-15c1-4192-bcaf-f23b14f8d3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (edb15f81-5254-4bbb-bc7f-59e4a900f7dc), after_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:20.806335 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96277a1-941e-4635-bf5e-43a87c7445ce None None] Pushing event updated for resources: {'Port': ['ID=edb15f81-5254-4bbb-bc7f-59e4a900f7dc,revision_number=3']} {{(pid=109818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:48:20.873284 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96277a1-941e-4635-bf5e-43a87c7445ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:48:20.873663 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96277a1-941e-4635-bf5e-43a87c7445ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:48:20.874013 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96277a1-941e-4635-bf5e-43a87c7445ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:48:20.874348 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96277a1-941e-4635-bf5e-43a87c7445ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:48:20.874674 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96277a1-941e-4635-bf5e-43a87c7445ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:48:20.874998 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96277a1-941e-4635-bf5e-43a87c7445ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:48:20.875340 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96277a1-941e-4635-bf5e-43a87c7445ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:48:20.875668 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96277a1-941e-4635-bf5e-43a87c7445ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:48:20.875988 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96277a1-941e-4635-bf5e-43a87c7445ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:48:20.876322 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96277a1-941e-4635-bf5e-43a87c7445ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:48:20.876642 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96277a1-941e-4635-bf5e-43a87c7445ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:48:20.876954 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96277a1-941e-4635-bf5e-43a87c7445ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:48:20.877269 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96277a1-941e-4635-bf5e-43a87c7445ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96277a1-941e-4635-bf5e-43a87c7445ce None None] Tracked resource versions report: Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: pushed versions: Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: { 'AddressGroup': {'1.2'}, Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: 'ConntrackHelper': {'1.0'}, Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: 'LocalIPAssociation': {'1.0'}, Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: 'Log': {'1.0'}, Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: 'Network': {'1.1'}, Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: 'Port': {'1.7'}, Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: 'PortForwarding': {'1.2'}, Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: 'QosPolicy': {'1.10'}, Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: 'SecurityGroup': {'1.5'}, Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: 'SecurityGroupRule': {'1.2'}, Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: 'SubPort': {'1.0'}, Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: 'Subnet': {'1.1'}, Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: 'Trunk': {'1.1'}} Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: consumer versions: Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: { DHCP agent@dv-cinder-817351-12-iscsi: {}, Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: L3 agent@dv-cinder-817351-12-iscsi: {}, Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: Metadata agent@dv-cinder-817351-12-iscsi: {}, Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: Metering agent@dv-cinder-817351-12-iscsi: {}, Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: Open vSwitch agent@dv-cinder-817351-12-iscsi: { 'AddressGroup': '1.2', Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: 'ConntrackHelper': '1.0', Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: 'LocalIPAssociation': '1.0', Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: 'Log': '1.0', Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: 'Network': '1.1', Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: 'Port': '1.7', Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: 'PortForwarding': '1.2', Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: 'QosPolicy': '1.10', Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: 'SecurityGroup': '1.5', Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: 'SecurityGroupRule': '1.2', Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: 'SubPort': '1.0', Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: 'Subnet': '1.1', Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: 'Trunk': '1.1'}} Feb 07 11:48:20.878766 dv-cinder-817351-12-iscsi neutron-server[109818]: {{(pid=109818) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 11:48:20.890793 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.managers [None req-c2698e27-15c1-4192-bcaf-f23b14f8d3b8 None None] Attempting to bind port edb15f81-5254-4bbb-bc7f-59e4a900f7dc on host dv-cinder-817351-12-iscsi for vnic_type normal with profile {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:48:20.891112 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.managers [None req-c2698e27-15c1-4192-bcaf-f23b14f8d3b8 None None] Attempting to bind port edb15f81-5254-4bbb-bc7f-59e4a900f7dc by drivers openvswitch,hyperv on host dv-cinder-817351-12-iscsi at level 0 using segments [{'id': 'e8946ddb-1ac1-4bea-8e4d-eb9ff72ffb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '350a2958-cec1-46a0-8dd8-4d5fabe82939'}] {{(pid=109818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:48:20.891866 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2698e27-15c1-4192-bcaf-f23b14f8d3b8 None None] Attempting to bind port edb15f81-5254-4bbb-bc7f-59e4a900f7dc on network 350a2958-cec1-46a0-8dd8-4d5fabe82939 {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:48:20.896643 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2698e27-15c1-4192-bcaf-f23b14f8d3b8 None None] Checking agent: {'id': '3ccea1af-134d-4579-b433-9df459de661e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 47, 45), 'started_at': datetime.datetime(2022, 2, 7, 11, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:48:20.897037 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2698e27-15c1-4192-bcaf-f23b14f8d3b8 None None] Checking segment: {'id': 'e8946ddb-1ac1-4bea-8e4d-eb9ff72ffb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '350a2958-cec1-46a0-8dd8-4d5fabe82939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:48:20.897518 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-c2698e27-15c1-4192-bcaf-f23b14f8d3b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:20.897932 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2698e27-15c1-4192-bcaf-f23b14f8d3b8 None None] Bound using segment: {'id': 'e8946ddb-1ac1-4bea-8e4d-eb9ff72ffb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '350a2958-cec1-46a0-8dd8-4d5fabe82939'} {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:48:20.898435 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.managers [None req-c2698e27-15c1-4192-bcaf-f23b14f8d3b8 None None] Bound port: edb15f81-5254-4bbb-bc7f-59e4a900f7dc, host: dv-cinder-817351-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8946ddb-1ac1-4bea-8e4d-eb9ff72ffb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '350a2958-cec1-46a0-8dd8-4d5fabe82939'}}] {{(pid=109818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:48:20.898904 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-c2698e27-15c1-4192-bcaf-f23b14f8d3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (edb15f81-5254-4bbb-bc7f-59e4a900f7dc), before_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:20.959562 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-9a4a3d00-ee68-4dc6-bdb0-e18f356a7774 None None] Provisioning complete for port edb15f81-5254-4bbb-bc7f-59e4a900f7dc triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:48:20.960153 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-9a4a3d00-ee68-4dc6-bdb0-e18f356a7774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (edb15f81-5254-4bbb-bc7f-59e4a900f7dc), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:20.967980 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.db [None req-c2698e27-15c1-4192-bcaf-f23b14f8d3b8 None None] For port edb15f81-5254-4bbb-bc7f-59e4a900f7dc, host dv-cinder-817351-12-iscsi, cleared binding levels {{(pid=109818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:48:20.987644 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.db [None req-c2698e27-15c1-4192-bcaf-f23b14f8d3b8 None None] For port edb15f81-5254-4bbb-bc7f-59e4a900f7dc, host dv-cinder-817351-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=edb15f81-5254-4bbb-bc7f-59e4a900f7dc,segment=NetworkSegment(e8946ddb-1ac1-4bea-8e4d-eb9ff72ffb23),segment_id=e8946ddb-1ac1-4bea-8e4d-eb9ff72ffb23)] {{(pid=109818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:48:20.993777 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-9a4a3d00-ee68-4dc6-bdb0-e18f356a7774 None None] Port edb15f81-5254-4bbb-bc7f-59e4a900f7dc cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 11:48:21.077385 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-c2698e27-15c1-4192-bcaf-f23b14f8d3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (edb15f81-5254-4bbb-bc7f-59e4a900f7dc), after_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:21.137131 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96277a1-941e-4635-bf5e-43a87c7445ce None None] Pushing event updated for resources: {'Port': ['ID=edb15f81-5254-4bbb-bc7f-59e4a900f7dc,revision_number=4']} {{(pid=109818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:48:21.139815 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2698e27-15c1-4192-bcaf-f23b14f8d3b8 None None] Routers {'700ad821-7a64-4ce8-8780-41def2b1bd38'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:48:21.140412 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-c2698e27-15c1-4192-bcaf-f23b14f8d3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:48:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['700ad821-7a64-4ce8-8780-41def2b1bd38'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:48:21.234049 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-c2698e27-15c1-4192-bcaf-f23b14f8d3b8 None None] Set router 700ad821-7a64-4ce8-8780-41def2b1bd38 gateway port host: None {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:48:21.314682 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-2166ad8f-f5b4-4e17-9b37-8b4c30dd18ac None None] Provisioning complete for port edb15f81-5254-4bbb-bc7f-59e4a900f7dc triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:48:21.315056 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-2166ad8f-f5b4-4e17-9b37-8b4c30dd18ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (edb15f81-5254-4bbb-bc7f-59e4a900f7dc), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:21.398411 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-2166ad8f-f5b4-4e17-9b37-8b4c30dd18ac None None] Current status of the port edb15f81-5254-4bbb-bc7f-59e4a900f7dc is: DOWN; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:48:21.398851 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-2166ad8f-f5b4-4e17-9b37-8b4c30dd18ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (edb15f81-5254-4bbb-bc7f-59e4a900f7dc), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:21.431544 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-2166ad8f-f5b4-4e17-9b37-8b4c30dd18ac None None] For port edb15f81-5254-4bbb-bc7f-59e4a900f7dc, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=edb15f81-5254-4bbb-bc7f-59e4a900f7dc,segment=NetworkSegment(e8946ddb-1ac1-4bea-8e4d-eb9ff72ffb23),segment_id=e8946ddb-1ac1-4bea-8e4d-eb9ff72ffb23)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:48:21.450593 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-c2698e27-15c1-4192-bcaf-f23b14f8d3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700ad821-7a64-4ce8-8780-41def2b1bd38', 'name': 'router1', 'tenant_id': '8d4009a147804f2ab89bba0f2a2b19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:48:08Z', 'updated_at': '2022-02-07T11:48:18Z', 'revision_number': 2, 'project_id': '8d4009a147804f2ab89bba0f2a2b19f1', 'gw_port_host': None, '_interfaces': [{'id': 'edb15f81-5254-4bbb-bc7f-59e4a900f7dc', 'name': '', 'network_id': '350a2958-cec1-46a0-8dd8-4d5fabe82939', 'tenant_id': '8d4009a147804f2ab89bba0f2a2b19f1', 'mac_address': 'fa:16:3e:8b:64:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700ad821-7a64-4ce8-8780-41def2b1bd38', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4cd9f4be-31a2-424e-ab42-6600258e0755', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:48:17Z', 'updated_at': '2022-02-07T11:48:20Z', 'revision_number': 4, 'project_id': '8d4009a147804f2ab89bba0f2a2b19f1', 'subnets': [{'id': '4cd9f4be-31a2-424e-ab42-6600258e0755', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e1d8d85-b30a-4ca5-9713-ebd64eeadcbe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:48:21.476622 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2698e27-15c1-4192-bcaf-f23b14f8d3b8 None None] The sync data for ids ['700ad821-7a64-4ce8-8780-41def2b1bd38'] in dv-cinder-817351-12-iscsi is: [{'id': '700ad821-7a64-4ce8-8780-41def2b1bd38', 'name': 'router1', 'tenant_id': '8d4009a147804f2ab89bba0f2a2b19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:48:08Z', 'updated_at': '2022-02-07T11:48:18Z', 'revision_number': 2, 'project_id': '8d4009a147804f2ab89bba0f2a2b19f1', 'gw_port_host': None, '_interfaces': [{'id': 'edb15f81-5254-4bbb-bc7f-59e4a900f7dc', 'name': '', 'network_id': '350a2958-cec1-46a0-8dd8-4d5fabe82939', 'tenant_id': '8d4009a147804f2ab89bba0f2a2b19f1', 'mac_address': 'fa:16:3e:8b:64:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700ad821-7a64-4ce8-8780-41def2b1bd38', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4cd9f4be-31a2-424e-ab42-6600258e0755', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:48:17Z', 'updated_at': '2022-02-07T11:48:20Z', 'revision_number': 4, 'project_id': '8d4009a147804f2ab89bba0f2a2b19f1', 'subnets': [{'id': '4cd9f4be-31a2-424e-ab42-6600258e0755', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e1d8d85-b30a-4ca5-9713-ebd64eeadcbe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 11:48:21.521205 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-2166ad8f-f5b4-4e17-9b37-8b4c30dd18ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (edb15f81-5254-4bbb-bc7f-59e4a900f7dc), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:21.571889 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166ad8f-f5b4-4e17-9b37-8b4c30dd18ac None None] Pushing event updated for resources: {'Port': ['ID=edb15f81-5254-4bbb-bc7f-59e4a900f7dc,revision_number=5']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:48:24.054984 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 49386) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:48:24.161979 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f73125-eecc-4ebe-a6cb-3e952c250513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:48:24.163338 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-80f73125-eecc-4ebe-a6cb-3e952c250513 admin admin] 10.222.0.67 "GET /v2.0/networks/12a459b1-c19f-48b5-9c0c-c18492f1de42 HTTP/1.1" status: 200 len: 842 time: 0.1073601 Feb 07 11:48:24.173001 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-471bde81-796b-474d-8d50-7599173bbfa4 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'ip_version': 4, 'tenant_id': '4d4a9bb622db43f0a5c3204d45906cb5', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'name': 'public-subnet'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:48:24.271040 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471bde81-796b-474d-8d50-7599173bbfa4 admin admin] Made reservation on behalf of 4d4a9bb622db43f0a5c3204d45906cb5 for: {'subnet': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:48:24.273391 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-471bde81-796b-474d-8d50-7599173bbfa4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:24.629040 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.objects.ports [None req-471bde81-796b-474d-8d50-7599173bbfa4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109816) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 11:48:24.629477 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-471bde81-796b-474d-8d50-7599173bbfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685'] for subnet (06f471c1-ec2c-4a47-a3f1-0b43664949d1), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:24.693198 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471bde81-796b-474d-8d50-7599173bbfa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06f471c1-ec2c-4a47-a3f1-0b43664949d1,revision_number=0']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:48:24.697867 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471bde81-796b-474d-8d50-7599173bbfa4 admin admin] Checking segment: {'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:48:24.698228 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471bde81-796b-474d-8d50-7599173bbfa4 admin admin] Network hostable DHCP agents. Network: 12a459b1-c19f-48b5-9c0c-c18492f1de42, hostable agents: ['61316a96-21e8-4d75-a705-e1a638ca8432'], hosted agents: [] {{(pid=109816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 11:48:24.774030 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471bde81-796b-474d-8d50-7599173bbfa4 admin admin] Network 12a459b1-c19f-48b5-9c0c-c18492f1de42 is scheduled to be hosted by DHCP agent 61316a96-21e8-4d75-a705-e1a638ca8432 with binding_index 1 {{(pid=109816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 11:48:24.842770 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-471bde81-796b-474d-8d50-7599173bbfa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-12-iscsi, 12a459b1-c19f-48b5-9c0c-c18492f1de42) {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:48:24.848237 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471bde81-796b-474d-8d50-7599173bbfa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:48:24.848827 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-471bde81-796b-474d-8d50-7599173bbfa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for subnet (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:24.854779 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12a0dcf-5b2c-419e-9494-b9f48d4aab44 None None] Network 12a459b1-c19f-48b5-9c0c-c18492f1de42 requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 11:48:24.947702 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-471bde81-796b-474d-8d50-7599173bbfa4 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7782242 Feb 07 11:48:24.954225 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e307cd0-9f7f-4c48-9295-81257677f739 None None] Network 12a459b1-c19f-48b5-9c0c-c18492f1de42 requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 11:48:27.358316 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 49394) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:48:27.490666 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-4b9de094-b3a3-4b98-bce4-9b545adbaacd admin admin] 10.222.0.67 "GET /v2.0/routers/700ad821-7a64-4ce8-8780-41def2b1bd38 HTTP/1.1" status: 200 len: 710 time: 0.1311154 Feb 07 11:48:27.577525 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcdb7fe-2f3b-4115-8eef-632813464fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:48:27.578923 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-6fcdb7fe-2f3b-4115-8eef-632813464fa4 admin admin] 10.222.0.67 "GET /v2.0/networks/12a459b1-c19f-48b5-9c0c-c18492f1de42 HTTP/1.1" status: 200 len: 886 time: 0.0829358 Feb 07 11:48:27.587710 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-f92cd698-5aec-4375-a949-61b6b652b8da admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:48:27.902595 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f92cd698-5aec-4375-a949-61b6b652b8da admin admin] Publish callbacks [] for router_gateway (700ad821-7a64-4ce8-8780-41def2b1bd38), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:28.220626 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f92cd698-5aec-4375-a949-61b6b652b8da admin admin] Publish callbacks [] for router_gateway (700ad821-7a64-4ce8-8780-41def2b1bd38), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:28.299053 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f92cd698-5aec-4375-a949-61b6b652b8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:28.409129 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_common [None req-f92cd698-5aec-4375-a949-61b6b652b8da admin admin] Allocated IP 172.27.1.148 (12a459b1-c19f-48b5-9c0c-c18492f1de42/06f471c1-ec2c-4a47-a3f1-0b43664949d1/6c337a7d-43b0-4219-9ffa-684f85a1a574) {{(pid=109816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:48:28.537640 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f92cd698-5aec-4375-a949-61b6b652b8da admin admin] Publish callbacks [] for port (6c337a7d-43b0-4219-9ffa-684f85a1a574), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:28.608543 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f92cd698-5aec-4375-a949-61b6b652b8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (6c337a7d-43b0-4219-9ffa-684f85a1a574), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:28.643832 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92cd698-5aec-4375-a949-61b6b652b8da admin admin] Network 12a459b1-c19f-48b5-9c0c-c18492f1de42 is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:48:28.648917 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-f92cd698-5aec-4375-a949-61b6b652b8da admin admin] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:48:28.654021 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92cd698-5aec-4375-a949-61b6b652b8da admin admin] Received port after_create {{(pid=109816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:48:28.702099 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cd698-5aec-4375-a949-61b6b652b8da admin admin] Pushing event updated for resources: {'Port': ['ID=6c337a7d-43b0-4219-9ffa-684f85a1a574,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:48:28.971105 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f92cd698-5aec-4375-a949-61b6b652b8da admin admin] Publish callbacks [] for router_gateway (700ad821-7a64-4ce8-8780-41def2b1bd38), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:29.174123 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f92cd698-5aec-4375-a949-61b6b652b8da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-874961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-870335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9016'] for router (700ad821-7a64-4ce8-8780-41def2b1bd38), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:29.177499 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f92cd698-5aec-4375-a949-61b6b652b8da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-874970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-874947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-870304'] for router (700ad821-7a64-4ce8-8780-41def2b1bd38), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:29.222691 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device edb15f81-5254-4bbb-bc7f-59e4a900f7dc up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:48:29.272078 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port edb15f81-5254-4bbb-bc7f-59e4a900f7dc triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:48:29.272716 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (edb15f81-5254-4bbb-bc7f-59e4a900f7dc), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:29.288478 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92cd698-5aec-4375-a949-61b6b652b8da admin admin] Router 700ad821-7a64-4ce8-8780-41def2b1bd38 has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 11:48:29.363377 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port edb15f81-5254-4bbb-bc7f-59e4a900f7dc is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:48:29.473862 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92cd698-5aec-4375-a949-61b6b652b8da admin admin] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 11:48:29.478195 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f92cd698-5aec-4375-a949-61b6b652b8da admin admin] Publish callbacks [] for router (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:29.480091 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-f92cd698-5aec-4375-a949-61b6b652b8da admin admin] 10.222.0.67 "PUT /v2.0/routers/700ad821-7a64-4ce8-8780-41def2b1bd38 HTTP/1.1" status: 200 len: 890 time: 1.8954902 Feb 07 11:48:29.862268 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc493cfc-408a-4d8c-bb17-40b78c4ad5ba None None] Sync routers for ids ['700ad821-7a64-4ce8-8780-41def2b1bd38'] in dv-cinder-817351-12-iscsi {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 11:48:29.873857 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc493cfc-408a-4d8c-bb17-40b78c4ad5ba None None] Routers {'700ad821-7a64-4ce8-8780-41def2b1bd38'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:48:29.874509 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-fc493cfc-408a-4d8c-bb17-40b78c4ad5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:48:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['700ad821-7a64-4ce8-8780-41def2b1bd38'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:48:30.092308 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-fc493cfc-408a-4d8c-bb17-40b78c4ad5ba None None] Set router 700ad821-7a64-4ce8-8780-41def2b1bd38 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:48:30.559741 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-fc493cfc-408a-4d8c-bb17-40b78c4ad5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700ad821-7a64-4ce8-8780-41def2b1bd38', 'name': 'router1', 'tenant_id': '8d4009a147804f2ab89bba0f2a2b19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6c337a7d-43b0-4219-9ffa-684f85a1a574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:48:08Z', 'updated_at': '2022-02-07T11:48:28Z', 'revision_number': 4, 'project_id': '8d4009a147804f2ab89bba0f2a2b19f1', 'gw_port': {'id': '6c337a7d-43b0-4219-9ffa-684f85a1a574', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:23:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700ad821-7a64-4ce8-8780-41def2b1bd38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:48:28Z', 'updated_at': '2022-02-07T11:48:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': 'edb15f81-5254-4bbb-bc7f-59e4a900f7dc', 'name': '', 'network_id': '350a2958-cec1-46a0-8dd8-4d5fabe82939', 'tenant_id': '8d4009a147804f2ab89bba0f2a2b19f1', 'mac_address': 'fa:16:3e:8b:64:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700ad821-7a64-4ce8-8780-41def2b1bd38', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4cd9f4be-31a2-424e-ab42-6600258e0755', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:48:17Z', 'updated_at': '2022-02-07T11:48:21Z', 'revision_number': 5, 'project_id': '8d4009a147804f2ab89bba0f2a2b19f1', 'subnets': [{'id': '4cd9f4be-31a2-424e-ab42-6600258e0755', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e1d8d85-b30a-4ca5-9713-ebd64eeadcbe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:48:30.611192 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc493cfc-408a-4d8c-bb17-40b78c4ad5ba None None] Checking router: 700ad821-7a64-4ce8-8780-41def2b1bd38 for host: dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 11:48:30.612139 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc493cfc-408a-4d8c-bb17-40b78c4ad5ba None None] Updating router 700ad821-7a64-4ce8-8780-41def2b1bd38 port 6c337a7d-43b0-4219-9ffa-684f85a1a574 binding host dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 11:48:30.662285 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-fc493cfc-408a-4d8c-bb17-40b78c4ad5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (6c337a7d-43b0-4219-9ffa-684f85a1a574), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:30.973312 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-fc493cfc-408a-4d8c-bb17-40b78c4ad5ba None None] Publish callbacks [] for port (6c337a7d-43b0-4219-9ffa-684f85a1a574), precommit_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:31.030274 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-fc493cfc-408a-4d8c-bb17-40b78c4ad5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (6c337a7d-43b0-4219-9ffa-684f85a1a574), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:31.083017 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-fc493cfc-408a-4d8c-bb17-40b78c4ad5ba None None] Attempting to bind port 6c337a7d-43b0-4219-9ffa-684f85a1a574 on host dv-cinder-817351-12-iscsi for vnic_type normal with profile {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:48:31.083382 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-fc493cfc-408a-4d8c-bb17-40b78c4ad5ba None None] Attempting to bind port 6c337a7d-43b0-4219-9ffa-684f85a1a574 by drivers openvswitch,hyperv on host dv-cinder-817351-12-iscsi at level 0 using segments [{'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:48:31.083737 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc493cfc-408a-4d8c-bb17-40b78c4ad5ba None None] Attempting to bind port 6c337a7d-43b0-4219-9ffa-684f85a1a574 on network 12a459b1-c19f-48b5-9c0c-c18492f1de42 {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:48:31.086431 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4800ced-a459-4f26-bea2-fd138ed81609 None None] Pushing event updated for resources: {'Port': ['ID=6c337a7d-43b0-4219-9ffa-684f85a1a574,revision_number=2']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:48:31.092126 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc493cfc-408a-4d8c-bb17-40b78c4ad5ba None None] Checking agent: {'id': '3ccea1af-134d-4579-b433-9df459de661e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 47, 45), 'started_at': datetime.datetime(2022, 2, 7, 11, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:48:31.092496 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc493cfc-408a-4d8c-bb17-40b78c4ad5ba None None] Checking segment: {'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:48:31.092892 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-fc493cfc-408a-4d8c-bb17-40b78c4ad5ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:31.093270 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc493cfc-408a-4d8c-bb17-40b78c4ad5ba None None] Bound using segment: {'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:48:31.094090 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-fc493cfc-408a-4d8c-bb17-40b78c4ad5ba None None] Bound port: 6c337a7d-43b0-4219-9ffa-684f85a1a574, host: dv-cinder-817351-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:48:31.094090 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-fc493cfc-408a-4d8c-bb17-40b78c4ad5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (6c337a7d-43b0-4219-9ffa-684f85a1a574), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:31.142196 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-fc493cfc-408a-4d8c-bb17-40b78c4ad5ba None None] For port 6c337a7d-43b0-4219-9ffa-684f85a1a574, host dv-cinder-817351-12-iscsi, cleared binding levels {{(pid=109817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:48:31.145387 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-fc493cfc-408a-4d8c-bb17-40b78c4ad5ba None None] For port 6c337a7d-43b0-4219-9ffa-684f85a1a574, host dv-cinder-817351-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=6c337a7d-43b0-4219-9ffa-684f85a1a574,segment=NetworkSegment(27333d9f-cdd8-4603-a3d3-d9bd5a50a047),segment_id=27333d9f-cdd8-4603-a3d3-d9bd5a50a047)] {{(pid=109817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:48:31.241815 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-fc493cfc-408a-4d8c-bb17-40b78c4ad5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (6c337a7d-43b0-4219-9ffa-684f85a1a574), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:31.300475 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc493cfc-408a-4d8c-bb17-40b78c4ad5ba None None] Routers {'700ad821-7a64-4ce8-8780-41def2b1bd38'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:48:31.301086 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-fc493cfc-408a-4d8c-bb17-40b78c4ad5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:48:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['700ad821-7a64-4ce8-8780-41def2b1bd38'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:48:31.302873 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4800ced-a459-4f26-bea2-fd138ed81609 None None] Pushing event updated for resources: {'Port': ['ID=6c337a7d-43b0-4219-9ffa-684f85a1a574,revision_number=3']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:48:31.412692 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-fc493cfc-408a-4d8c-bb17-40b78c4ad5ba None None] Set router 700ad821-7a64-4ce8-8780-41def2b1bd38 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:48:31.623386 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-fc493cfc-408a-4d8c-bb17-40b78c4ad5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700ad821-7a64-4ce8-8780-41def2b1bd38', 'name': 'router1', 'tenant_id': '8d4009a147804f2ab89bba0f2a2b19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6c337a7d-43b0-4219-9ffa-684f85a1a574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:48:08Z', 'updated_at': '2022-02-07T11:48:28Z', 'revision_number': 4, 'project_id': '8d4009a147804f2ab89bba0f2a2b19f1', 'gw_port': {'id': '6c337a7d-43b0-4219-9ffa-684f85a1a574', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:23:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700ad821-7a64-4ce8-8780-41def2b1bd38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:48:28Z', 'updated_at': '2022-02-07T11:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': 'edb15f81-5254-4bbb-bc7f-59e4a900f7dc', 'name': '', 'network_id': '350a2958-cec1-46a0-8dd8-4d5fabe82939', 'tenant_id': '8d4009a147804f2ab89bba0f2a2b19f1', 'mac_address': 'fa:16:3e:8b:64:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700ad821-7a64-4ce8-8780-41def2b1bd38', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4cd9f4be-31a2-424e-ab42-6600258e0755', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:48:17Z', 'updated_at': '2022-02-07T11:48:21Z', 'revision_number': 5, 'project_id': '8d4009a147804f2ab89bba0f2a2b19f1', 'subnets': [{'id': '4cd9f4be-31a2-424e-ab42-6600258e0755', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e1d8d85-b30a-4ca5-9713-ebd64eeadcbe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:48:31.651741 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc493cfc-408a-4d8c-bb17-40b78c4ad5ba None None] The sync data for ids ['700ad821-7a64-4ce8-8780-41def2b1bd38'] in dv-cinder-817351-12-iscsi is: [{'id': '700ad821-7a64-4ce8-8780-41def2b1bd38', 'name': 'router1', 'tenant_id': '8d4009a147804f2ab89bba0f2a2b19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6c337a7d-43b0-4219-9ffa-684f85a1a574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:48:08Z', 'updated_at': '2022-02-07T11:48:28Z', 'revision_number': 4, 'project_id': '8d4009a147804f2ab89bba0f2a2b19f1', 'gw_port': {'id': '6c337a7d-43b0-4219-9ffa-684f85a1a574', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:23:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700ad821-7a64-4ce8-8780-41def2b1bd38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:48:28Z', 'updated_at': '2022-02-07T11:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': 'edb15f81-5254-4bbb-bc7f-59e4a900f7dc', 'name': '', 'network_id': '350a2958-cec1-46a0-8dd8-4d5fabe82939', 'tenant_id': '8d4009a147804f2ab89bba0f2a2b19f1', 'mac_address': 'fa:16:3e:8b:64:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700ad821-7a64-4ce8-8780-41def2b1bd38', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4cd9f4be-31a2-424e-ab42-6600258e0755', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:48:17Z', 'updated_at': '2022-02-07T11:48:21Z', 'revision_number': 5, 'project_id': '8d4009a147804f2ab89bba0f2a2b19f1', 'subnets': [{'id': '4cd9f4be-31a2-424e-ab42-6600258e0755', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e1d8d85-b30a-4ca5-9713-ebd64eeadcbe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 11:48:31.961840 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 49406) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:48:32.082785 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-469d4698-aa74-479a-8131-93db64c13482 admin admin] 10.222.0.67 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1198847 Feb 07 11:48:33.218755 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 6c337a7d-43b0-4219-9ffa-684f85a1a574 up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:48:33.268302 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port 6c337a7d-43b0-4219-9ffa-684f85a1a574 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:48:33.268701 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (6c337a7d-43b0-4219-9ffa-684f85a1a574), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:33.375570 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port 6c337a7d-43b0-4219-9ffa-684f85a1a574 is: DOWN; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:48:33.376244 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (6c337a7d-43b0-4219-9ffa-684f85a1a574), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:33.395986 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] For port 6c337a7d-43b0-4219-9ffa-684f85a1a574, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=6c337a7d-43b0-4219-9ffa-684f85a1a574,segment=NetworkSegment(27333d9f-cdd8-4603-a3d3-d9bd5a50a047),segment_id=27333d9f-cdd8-4603-a3d3-d9bd5a50a047)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:48:33.482456 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (6c337a7d-43b0-4219-9ffa-684f85a1a574), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:33.529119 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Pushing event updated for resources: {'Port': ['ID=6c337a7d-43b0-4219-9ffa-684f85a1a574,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:48:35.205589 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 6c337a7d-43b0-4219-9ffa-684f85a1a574 up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:48:35.260326 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port 6c337a7d-43b0-4219-9ffa-684f85a1a574 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:48:35.260818 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (6c337a7d-43b0-4219-9ffa-684f85a1a574), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:35.359086 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port 6c337a7d-43b0-4219-9ffa-684f85a1a574 is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:48:38.384702 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-b5d7280d-ae95-47e4-9c3d-3fda5eba9e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:40.573736 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-c1029f3d-31f3-49eb-99ae-db08c9c5680b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:41.603684 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:43.567121 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:44.647430 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:48:51.578304 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 5 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 11:49:08.366610 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-a13c815f-2118-464a-9778-52553671fdd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:49:10.577695 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-96294781-30a9-4a6c-8664-baa7195cad46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:49:11.634470 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:49:13.560126 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:49:14.651491 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:49:28.577412 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 5 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 11:49:38.358749 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-d8935b8b-92cc-406d-8682-2cfbb6bf25b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:49:40.604800 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-1ef62237-a447-40cc-bf8b-59151a2fbaca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:49:41.610110 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:49:43.558476 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:49:44.655793 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:49:54.178839 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 49890) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:49:54.238595 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d93eb75-7664-4c07-9752-e7f945c447d9 admin admin] GET failed (client error): The resource could not be found. Feb 07 11:49:54.239846 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-2d93eb75-7664-4c07-9752-e7f945c447d9 admin admin] 10.222.0.67 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0600696 Feb 07 11:49:54.398187 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d077e814-2df6-446c-8efb-46fad9d5f9ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:49:54.399586 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-d077e814-2df6-446c-8efb-46fad9d5f9ca admin admin] 10.222.0.67 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1548650 Feb 07 11:49:56.646733 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 49900) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:49:56.738927 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2c101c-9977-4895-bb75-228bb49a5df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:49:56.740256 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-9d2c101c-9977-4895-bb75-228bb49a5df1 admin admin] 10.222.0.67 "GET /v2.0/subnets/4cd9f4be-31a2-424e-ab42-6600258e0755 HTTP/1.1" status: 200 len: 849 time: 0.0925775 Feb 07 11:49:56.752832 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-1e69f824-d397-4d5b-97a8-03f59201d67b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:49:56.841518 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-1e69f824-d397-4d5b-97a8-03f59201d67b admin admin] Publish callbacks [] for subnet (4cd9f4be-31a2-424e-ab42-6600258e0755), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:49:57.066701 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-1e69f824-d397-4d5b-97a8-03f59201d67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782771464196'] for subnet (4cd9f4be-31a2-424e-ab42-6600258e0755), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:49:57.095435 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e69f824-d397-4d5b-97a8-03f59201d67b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:49:57.095963 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-1e69f824-d397-4d5b-97a8-03f59201d67b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for subnet (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:49:57.097334 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-1e69f824-d397-4d5b-97a8-03f59201d67b admin admin] 10.222.0.67 "PUT /v2.0/subnets/4cd9f4be-31a2-424e-ab42-6600258e0755 HTTP/1.1" status: 200 len: 868 time: 0.3479967 Feb 07 11:49:57.112561 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0693912c-69f8-4b14-a35d-64e064e29e44 None None] Network 350a2958-cec1-46a0-8dd8-4d5fabe82939 requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 11:49:57.119817 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69f824-d397-4d5b-97a8-03f59201d67b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cd9f4be-31a2-424e-ab42-6600258e0755,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:49:57.127149 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69f824-d397-4d5b-97a8-03f59201d67b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:49:57.127525 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69f824-d397-4d5b-97a8-03f59201d67b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:49:57.127871 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69f824-d397-4d5b-97a8-03f59201d67b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:49:57.128215 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69f824-d397-4d5b-97a8-03f59201d67b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:49:57.128548 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69f824-d397-4d5b-97a8-03f59201d67b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:49:57.128877 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69f824-d397-4d5b-97a8-03f59201d67b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:49:57.129220 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69f824-d397-4d5b-97a8-03f59201d67b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:49:57.129591 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69f824-d397-4d5b-97a8-03f59201d67b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:49:57.129930 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69f824-d397-4d5b-97a8-03f59201d67b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:49:57.130259 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69f824-d397-4d5b-97a8-03f59201d67b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:49:57.130585 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69f824-d397-4d5b-97a8-03f59201d67b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:49:57.130910 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69f824-d397-4d5b-97a8-03f59201d67b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:49:57.131254 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69f824-d397-4d5b-97a8-03f59201d67b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:49:57.514342 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-b5d4b886-24e1-4c50-8ef2-4b99ec15caaa None None] Provisioning complete for port edb15f81-5254-4bbb-bc7f-59e4a900f7dc triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:49:57.514756 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-b5d4b886-24e1-4c50-8ef2-4b99ec15caaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (edb15f81-5254-4bbb-bc7f-59e4a900f7dc), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:49:57.592938 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-b5d4b886-24e1-4c50-8ef2-4b99ec15caaa None None] Current status of the port edb15f81-5254-4bbb-bc7f-59e4a900f7dc is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:49:57.602942 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-b5d4b886-24e1-4c50-8ef2-4b99ec15caaa None None] Provisioning complete for port 787d8c26-ed4c-469c-8ed0-90a6d82c4ae3 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:49:57.603277 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-b5d4b886-24e1-4c50-8ef2-4b99ec15caaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (787d8c26-ed4c-469c-8ed0-90a6d82c4ae3), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:49:57.678867 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-b5d4b886-24e1-4c50-8ef2-4b99ec15caaa None None] Current status of the port 787d8c26-ed4c-469c-8ed0-90a6d82c4ae3 is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:49:59.370120 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 49908) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:49:59.566595 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c448b7-27ec-496c-adad-047955fee134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:49:59.567060 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c448b7-27ec-496c-adad-047955fee134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:49:59.569119 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-62c448b7-27ec-496c-adad-047955fee134 admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1975501 Feb 07 11:50:01.805721 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 49918) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:50:02.025927 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbecee7-d588-4e61-98eb-7662aab8230b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:50:02.026395 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbecee7-d588-4e61-98eb-7662aab8230b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:50:02.027915 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-8bbecee7-d588-4e61-98eb-7662aab8230b admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2212467 Feb 07 11:50:04.274488 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 49926) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:50:04.399675 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c12dc18-edc8-4cb3-b3ea-168eb971f8fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:50:04.401032 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-8c12dc18-edc8-4cb3-b3ea-168eb971f8fb admin admin] 10.222.0.67 "GET /v2.0/networks/12a459b1-c19f-48b5-9c0c-c18492f1de42 HTTP/1.1" status: 200 len: 886 time: 0.1255698 Feb 07 11:50:05.576359 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 5 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 11:50:06.634653 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 49934) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:50:06.766864 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47bfadb-5087-4f2b-9427-14208cc2dab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:50:06.768262 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-d47bfadb-5087-4f2b-9427-14208cc2dab8 admin admin] 10.222.0.67 "GET /v2.0/networks/350a2958-cec1-46a0-8dd8-4d5fabe82939 HTTP/1.1" status: 200 len: 869 time: 0.1326654 Feb 07 11:50:08.368848 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-15160810-97f5-42a0-b0b5-d3427a9e0a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:50:09.020355 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 49942) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:50:09.143333 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350c913c-c2d7-440d-aeca-7c38e42bf601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:50:09.143790 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350c913c-c2d7-440d-aeca-7c38e42bf601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:50:09.145304 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-350c913c-c2d7-440d-aeca-7c38e42bf601 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1239874 Feb 07 11:50:10.574447 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0136f506-b8c5-4a04-ba3a-8058af964d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:50:11.375584 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 49950) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:50:11.465279 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633b4428-cc5b-413c-861b-6f48d90f1143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:50:11.465688 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633b4428-cc5b-413c-861b-6f48d90f1143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:50:11.467153 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-633b4428-cc5b-413c-861b-6f48d90f1143 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0906432 Feb 07 11:50:11.620725 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:50:13.603753 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:50:13.712720 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 49958) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:50:13.797415 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374627a6-63e2-4da8-88d7-7b914a4c2386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:50:13.802091 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-374627a6-63e2-4da8-88d7-7b914a4c2386 admin admin] 10.222.0.67 "GET /v2.0/subnets/06f471c1-ec2c-4a47-a3f1-0b43664949d1 HTTP/1.1" status: 200 len: 816 time: 0.0883038 Feb 07 11:50:14.682266 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:50:16.101996 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 49966) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:50:16.208848 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6fc60e-2da4-4650-aaae-6ded85763b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:50:16.210233 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-2a6fc60e-2da4-4650-aaae-6ded85763b98 admin admin] 10.222.0.67 "GET /v2.0/subnets/4cd9f4be-31a2-424e-ab42-6600258e0755 HTTP/1.1" status: 200 len: 868 time: 0.1073034 Feb 07 11:50:38.368400 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-7b8da303-c7a7-4e9e-b850-fcbaf7a1a9a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:50:40.568227 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-75213689-7332-4b92-9135-158f68e0919b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:50:41.625334 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:50:41.747981 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 50020) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:50:41.795280 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [None req-d1689883-73e8-46a6-8032-a8ec29e2a318 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109815) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 11:50:41.796316 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-d1689883-73e8-46a6-8032-a8ec29e2a318 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0473883 Feb 07 11:50:42.574089 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 5 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 11:50:43.584960 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:50:44.142791 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 50028) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:50:44.203027 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d7cfc6-fe00-47ae-a2f5-beacf6db5a19 admin admin] GET failed (client error): The resource could not be found. Feb 07 11:50:44.204286 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-83d7cfc6-fe00-47ae-a2f5-beacf6db5a19 admin admin] 10.222.0.67 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605431 Feb 07 11:50:44.345087 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0deef821-9613-44cf-9292-a073025ae30f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:50:44.346614 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-0deef821-9613-44cf-9292-a073025ae30f admin admin] 10.222.0.67 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1383796 Feb 07 11:50:44.688000 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:50:46.644570 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 50038) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:50:46.692861 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-1037e4bf-edd5-4586-83d6-c9296a465829 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True, 'project_id': '4d4a9bb622db43f0a5c3204d45906cb5', 'tenant_id': '4d4a9bb622db43f0a5c3204d45906cb5'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:50:46.778652 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1037e4bf-edd5-4586-83d6-c9296a465829 admin admin] Made reservation on behalf of 4d4a9bb622db43f0a5c3204d45906cb5 for: {'network': 1} {{(pid=109815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:50:46.780977 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1037e4bf-edd5-4586-83d6-c9296a465829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for network (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:50:46.825748 dv-cinder-817351-12-iscsi neutron-server[109815]: WARNING neutron.services.revisions.revision_plugin [None req-1037e4bf-edd5-4586-83d6-c9296a465829 admin admin] Could not find related network for resource to bump revision. Feb 07 11:50:46.841665 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1037e4bf-edd5-4586-83d6-c9296a465829 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=109815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 11:50:46.853898 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1037e4bf-edd5-4586-83d6-c9296a465829 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782771681464', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (b0fed146-c0db-462c-8d92-e849b5ab1b64), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:50:46.854459 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1037e4bf-edd5-4586-83d6-c9296a465829 admin admin] Unsubscribe: segment precommit_create {{(pid=109815) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 07 11:50:46.854942 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.db.segments_db [None req-1037e4bf-edd5-4586-83d6-c9296a465829 admin admin] Added segment b0fed146-c0db-462c-8d92-e849b5ab1b64 of type vlan for network 73d23810-67ae-416c-9396-0edf6a678a2b Feb 07 11:50:46.899725 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1037e4bf-edd5-4586-83d6-c9296a465829 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782771090189'] for network (73d23810-67ae-416c-9396-0edf6a678a2b), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:50:46.984337 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1037e4bf-edd5-4586-83d6-c9296a465829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685'] for network (73d23810-67ae-416c-9396-0edf6a678a2b), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:50:46.985283 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1037e4bf-edd5-4586-83d6-c9296a465829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:50:46.985878 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1037e4bf-edd5-4586-83d6-c9296a465829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:50:47.078599 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037e4bf-edd5-4586-83d6-c9296a465829 admin admin] Pushing event updated for resources: {'Network': ['ID=73d23810-67ae-416c-9396-0edf6a678a2b,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:50:47.085198 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037e4bf-edd5-4586-83d6-c9296a465829 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:50:47.085575 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037e4bf-edd5-4586-83d6-c9296a465829 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:50:47.085936 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037e4bf-edd5-4586-83d6-c9296a465829 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:50:47.086294 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037e4bf-edd5-4586-83d6-c9296a465829 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:50:47.086628 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037e4bf-edd5-4586-83d6-c9296a465829 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:50:47.086959 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037e4bf-edd5-4586-83d6-c9296a465829 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:50:47.087306 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037e4bf-edd5-4586-83d6-c9296a465829 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:50:47.087638 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037e4bf-edd5-4586-83d6-c9296a465829 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:50:47.088005 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037e4bf-edd5-4586-83d6-c9296a465829 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:50:47.088338 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037e4bf-edd5-4586-83d6-c9296a465829 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:50:47.088660 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037e4bf-edd5-4586-83d6-c9296a465829 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:50:47.088981 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037e4bf-edd5-4586-83d6-c9296a465829 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:50:47.089303 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1037e4bf-edd5-4586-83d6-c9296a465829 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:50:47.100856 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Network 73d23810-67ae-416c-9396-0edf6a678a2b details requested by agent ovs-agent-dv-cinder-817351-12-iscsi with host dv-cinder-817351-12-iscsi {{(pid=109817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 11:50:47.166073 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-1037e4bf-edd5-4586-83d6-c9296a465829 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5203974 Feb 07 11:50:49.485527 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 50048) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:50:49.543480 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.pecan_wsgi.hooks.translation [None req-5afb81ea-856c-4a8b-92ab-96d8efe46d03 admin admin] GET failed (client error): The resource could not be found. Feb 07 11:50:49.544721 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-5afb81ea-856c-4a8b-92ab-96d8efe46d03 admin admin] 10.222.0.67 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0582275 Feb 07 11:50:49.614710 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7b5577-2c2d-4b71-a948-09425ed7cf52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:50:49.616181 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-5a7b5577-2c2d-4b71-a948-09425ed7cf52 admin admin] 10.222.0.67 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0674617 Feb 07 11:50:49.625781 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-942e1ca4-79d1-4577-8b98-299f90ef3f4f admin admin] Request body: {'subnet': {'network_id': '73d23810-67ae-416c-9396-0edf6a678a2b', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'tenant_id': '4d4a9bb622db43f0a5c3204d45906cb5'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:50:49.733169 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942e1ca4-79d1-4577-8b98-299f90ef3f4f admin admin] Made reservation on behalf of 4d4a9bb622db43f0a5c3204d45906cb5 for: {'subnet': 1} {{(pid=109815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:50:49.735378 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-942e1ca4-79d1-4577-8b98-299f90ef3f4f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:50:49.990865 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-942e1ca4-79d1-4577-8b98-299f90ef3f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685'] for subnet (c1c40a4a-039c-4423-a3c5-6fba353c8a24), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:50:50.038681 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e1ca4-79d1-4577-8b98-299f90ef3f4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1c40a4a-039c-4423-a3c5-6fba353c8a24,revision_number=0']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:50:50.052912 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942e1ca4-79d1-4577-8b98-299f90ef3f4f admin admin] Checking segment: {'id': 'b0fed146-c0db-462c-8d92-e849b5ab1b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '73d23810-67ae-416c-9396-0edf6a678a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:50:50.053797 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942e1ca4-79d1-4577-8b98-299f90ef3f4f admin admin] Network hostable DHCP agents. Network: 73d23810-67ae-416c-9396-0edf6a678a2b, hostable agents: ['61316a96-21e8-4d75-a705-e1a638ca8432'], hosted agents: [] {{(pid=109815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 11:50:50.161403 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942e1ca4-79d1-4577-8b98-299f90ef3f4f admin admin] Network 73d23810-67ae-416c-9396-0edf6a678a2b is scheduled to be hosted by DHCP agent 61316a96-21e8-4d75-a705-e1a638ca8432 with binding_index 1 {{(pid=109815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 11:50:50.251822 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-942e1ca4-79d1-4577-8b98-299f90ef3f4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-12-iscsi, 73d23810-67ae-416c-9396-0edf6a678a2b) {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:50:50.255852 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942e1ca4-79d1-4577-8b98-299f90ef3f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:50:50.257040 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-942e1ca4-79d1-4577-8b98-299f90ef3f4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for subnet (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:50:50.262795 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322bfc5b-60dd-48a9-a98c-2a953010de58 None None] Network 73d23810-67ae-416c-9396-0edf6a678a2b requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 11:50:50.357264 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70b1ed78-7000-5af2-904f-3db4fdf32486-73d23810-67ae-416c-9396-0edf6a678a2b', 'network_id': '73d23810-67ae-416c-9396-0edf6a678a2b', 'project_id': '4d4a9bb622db43f0a5c3204d45906cb5', 'fixed_ips': [{'subnet_id': 'c1c40a4a-039c-4423-a3c5-6fba353c8a24'}]}} from dv-cinder-817351-12-iscsi. {{(pid=109817) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 11:50:50.358117 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:50:50.363257 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-942e1ca4-79d1-4577-8b98-299f90ef3f4f admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7407143 Feb 07 11:50:50.500659 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.db_base_plugin_common [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Allocated IP 192.168.233.2 (73d23810-67ae-416c-9396-0edf6a678a2b/c1c40a4a-039c-4423-a3c5-6fba353c8a24/ab75fe78-8f5f-463f-982c-aac1942211cb) {{(pid=109817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:50:50.741845 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Publish callbacks [] for port (ab75fe78-8f5f-463f-982c-aac1942211cb), precommit_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:50:50.842341 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (ab75fe78-8f5f-463f-982c-aac1942211cb), after_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:50:50.881899 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Network 73d23810-67ae-416c-9396-0edf6a678a2b is already hosted by enough agents. {{(pid=109817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:50:50.884747 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.scheduler.base_scheduler [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Resources bound (agent type, host, resource id): {{(pid=109817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:50:50.890834 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Received port after_create {{(pid=109817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:50:50.893874 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Pushing event updated for resources: {'Port': ['ID=ab75fe78-8f5f-463f-982c-aac1942211cb,revision_number=1']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:50:50.903982 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:50:50.909799 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:50:50.909799 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:50:50.909799 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:50:50.909799 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:50:50.909799 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:50:50.909799 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:50:50.909799 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:50:50.909799 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:50:50.909799 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:50:50.909799 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:50:50.909799 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:50:50.909799 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:50:50.961593 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Attempting to bind port ab75fe78-8f5f-463f-982c-aac1942211cb on host dv-cinder-817351-12-iscsi for vnic_type normal with profile {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:50:50.961969 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Attempting to bind port ab75fe78-8f5f-463f-982c-aac1942211cb by drivers openvswitch,hyperv on host dv-cinder-817351-12-iscsi at level 0 using segments [{'id': 'b0fed146-c0db-462c-8d92-e849b5ab1b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '73d23810-67ae-416c-9396-0edf6a678a2b'}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:50:50.962456 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Attempting to bind port ab75fe78-8f5f-463f-982c-aac1942211cb on network 73d23810-67ae-416c-9396-0edf6a678a2b {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:50:50.967559 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Checking agent: {'id': '3ccea1af-134d-4579-b433-9df459de661e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 47, 45), 'started_at': datetime.datetime(2022, 2, 7, 11, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:50:50.967928 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Checking segment: {'id': 'b0fed146-c0db-462c-8d92-e849b5ab1b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '73d23810-67ae-416c-9396-0edf6a678a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:50:50.968327 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:50:50.968727 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Bound using segment: {'id': 'b0fed146-c0db-462c-8d92-e849b5ab1b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '73d23810-67ae-416c-9396-0edf6a678a2b'} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:50:50.969188 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Bound port: ab75fe78-8f5f-463f-982c-aac1942211cb, host: dv-cinder-817351-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fed146-c0db-462c-8d92-e849b5ab1b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '73d23810-67ae-416c-9396-0edf6a678a2b'}}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:50:50.969576 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (ab75fe78-8f5f-463f-982c-aac1942211cb), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:50:51.033903 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] For port ab75fe78-8f5f-463f-982c-aac1942211cb, host dv-cinder-817351-12-iscsi, cleared binding levels {{(pid=109817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:50:51.037017 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] For port ab75fe78-8f5f-463f-982c-aac1942211cb, host dv-cinder-817351-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=ab75fe78-8f5f-463f-982c-aac1942211cb,segment=NetworkSegment(b0fed146-c0db-462c-8d92-e849b5ab1b64),segment_id=b0fed146-c0db-462c-8d92-e849b5ab1b64)] {{(pid=109817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:50:51.122895 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (ab75fe78-8f5f-463f-982c-aac1942211cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:50:51.185088 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c6b5c-7f41-41e1-bfc0-4ab9ef532dbb None None] Pushing event updated for resources: {'Port': ['ID=ab75fe78-8f5f-463f-982c-aac1942211cb,revision_number=2']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:50:52.056220 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120f953a-a2bf-4cd0-8897-f7afc72de70c None None] Network 73d23810-67ae-416c-9396-0edf6a678a2b requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 11:50:52.125862 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-445267a0-bb84-4ce8-8f8d-7cedb4d77038 None None] Provisioning complete for port ab75fe78-8f5f-463f-982c-aac1942211cb triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:50:52.126259 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-445267a0-bb84-4ce8-8f8d-7cedb4d77038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (ab75fe78-8f5f-463f-982c-aac1942211cb), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:50:52.245901 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-445267a0-bb84-4ce8-8f8d-7cedb4d77038 None None] Current status of the port ab75fe78-8f5f-463f-982c-aac1942211cb is: DOWN; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:50:52.246198 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-445267a0-bb84-4ce8-8f8d-7cedb4d77038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (ab75fe78-8f5f-463f-982c-aac1942211cb), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:50:52.284080 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-445267a0-bb84-4ce8-8f8d-7cedb4d77038 None None] For port ab75fe78-8f5f-463f-982c-aac1942211cb, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=ab75fe78-8f5f-463f-982c-aac1942211cb,segment=NetworkSegment(b0fed146-c0db-462c-8d92-e849b5ab1b64),segment_id=b0fed146-c0db-462c-8d92-e849b5ab1b64)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:50:52.361883 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-445267a0-bb84-4ce8-8f8d-7cedb4d77038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (ab75fe78-8f5f-463f-982c-aac1942211cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:50:52.418301 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445267a0-bb84-4ce8-8f8d-7cedb4d77038 None None] Pushing event updated for resources: {'Port': ['ID=ab75fe78-8f5f-463f-982c-aac1942211cb,revision_number=3']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:50:52.481205 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-85e43bd5-aa23-4261-a87e-2507d27af355 None None] Provisioning complete for port ab75fe78-8f5f-463f-982c-aac1942211cb triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:50:52.481719 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-85e43bd5-aa23-4261-a87e-2507d27af355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (ab75fe78-8f5f-463f-982c-aac1942211cb), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:50:52.560876 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-85e43bd5-aa23-4261-a87e-2507d27af355 None None] Current status of the port ab75fe78-8f5f-463f-982c-aac1942211cb is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:50:53.313126 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device ab75fe78-8f5f-463f-982c-aac1942211cb up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:50:53.365364 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port ab75fe78-8f5f-463f-982c-aac1942211cb triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:50:53.365785 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (ab75fe78-8f5f-463f-982c-aac1942211cb), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:50:53.449521 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port ab75fe78-8f5f-463f-982c-aac1942211cb is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:51:08.366634 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-8e6a31cb-a0e5-420d-b399-2a3f2646dd29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:51:10.566399 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-5bb783b6-2003-4470-a7d9-89da71efe5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:51:11.656204 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:51:13.578076 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:51:14.678863 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:51:19.572706 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 5 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 11:51:38.369351 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-575dc254-b58f-4ea0-bddf-71a56e037004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:51:40.586388 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-b478f4b7-539d-4e9c-9cba-27b1900968da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:51:41.637730 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:51:43.594254 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:51:44.665802 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:51:56.571994 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 5 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 11:52:08.373142 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-397a772d-6798-4d4c-9077-e0a2b4466a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:52:10.575777 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-37ca8a70-017d-4f52-a274-e69175cbf556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:52:11.624276 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:52:13.587326 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:52:14.669997 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:52:14.989035 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 50092) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:52:14.996670 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [None req-14e59cd8-bf5c-41f3-b628-ddfd1a1f1636 tempest-verify_tempest_config-127282252 tempest-verify_tempest_config-127282252-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109816) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 11:52:14.997643 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-14e59cd8-bf5c-41f3-b628-ddfd1a1f1636 tempest-verify_tempest_config-127282252 tempest-verify_tempest_config-127282252-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0068157 Feb 07 11:52:15.498511 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 50110) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:52:15.604944 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8fb288e8-d69a-4b16-a869-16189e27274b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:52:15.682613 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8fb288e8-d69a-4b16-a869-16189e27274b admin admin] Publish callbacks [] for security_group (eed294d9-caee-45fc-9770-5f599b8a4a07), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:52:15.786681 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8fb288e8-d69a-4b16-a869-16189e27274b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (eed294d9-caee-45fc-9770-5f599b8a4a07), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:52:15.828763 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb288e8-d69a-4b16-a869-16189e27274b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed294d9-caee-45fc-9770-5f599b8a4a07,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:52:15.833295 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-8fb288e8-d69a-4b16-a869-16189e27274b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=90f445d11464426094ac9cb7c699de4a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3338094 Feb 07 11:52:15.836709 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 50114) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:52:15.838101 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb288e8-d69a-4b16-a869-16189e27274b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:52:15.838471 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb288e8-d69a-4b16-a869-16189e27274b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:52:15.838821 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb288e8-d69a-4b16-a869-16189e27274b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:52:15.839154 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb288e8-d69a-4b16-a869-16189e27274b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:52:15.839483 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb288e8-d69a-4b16-a869-16189e27274b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:52:15.839812 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb288e8-d69a-4b16-a869-16189e27274b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:52:15.840172 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb288e8-d69a-4b16-a869-16189e27274b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:52:15.840527 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb288e8-d69a-4b16-a869-16189e27274b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:52:15.840853 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb288e8-d69a-4b16-a869-16189e27274b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:52:15.841174 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb288e8-d69a-4b16-a869-16189e27274b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:52:15.841493 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb288e8-d69a-4b16-a869-16189e27274b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:52:15.841838 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb288e8-d69a-4b16-a869-16189e27274b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:52:15.842151 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb288e8-d69a-4b16-a869-16189e27274b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:52:15.910974 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-66c07851-4e9a-4489-8f4f-eee81eb4a423 admin admin] Publish callbacks [] for security_group (eed294d9-caee-45fc-9770-5f599b8a4a07), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:52:15.944535 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-66c07851-4e9a-4489-8f4f-eee81eb4a423 admin admin] Publish callbacks [] for security_group (eed294d9-caee-45fc-9770-5f599b8a4a07), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:52:16.098760 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-66c07851-4e9a-4489-8f4f-eee81eb4a423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (eed294d9-caee-45fc-9770-5f599b8a4a07), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:52:16.101870 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-66c07851-4e9a-4489-8f4f-eee81eb4a423 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:52:16.103003 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-66c07851-4e9a-4489-8f4f-eee81eb4a423 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/eed294d9-caee-45fc-9770-5f599b8a4a07 HTTP/1.1" status: 204 len: 168 time: 0.2653098 Feb 07 11:52:16.110481 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c07851-4e9a-4489-8f4f-eee81eb4a423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed294d9-caee-45fc-9770-5f599b8a4a07,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:52:16.116963 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c07851-4e9a-4489-8f4f-eee81eb4a423 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:52:16.117338 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c07851-4e9a-4489-8f4f-eee81eb4a423 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:52:16.117717 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c07851-4e9a-4489-8f4f-eee81eb4a423 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:52:16.118051 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c07851-4e9a-4489-8f4f-eee81eb4a423 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:52:16.118379 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c07851-4e9a-4489-8f4f-eee81eb4a423 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:52:16.118703 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c07851-4e9a-4489-8f4f-eee81eb4a423 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:52:16.119041 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c07851-4e9a-4489-8f4f-eee81eb4a423 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:52:16.119369 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c07851-4e9a-4489-8f4f-eee81eb4a423 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:52:16.119704 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c07851-4e9a-4489-8f4f-eee81eb4a423 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:52:16.120029 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c07851-4e9a-4489-8f4f-eee81eb4a423 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:52:16.120397 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c07851-4e9a-4489-8f4f-eee81eb4a423 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:52:16.120650 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c07851-4e9a-4489-8f4f-eee81eb4a423 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:52:16.120964 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c07851-4e9a-4489-8f4f-eee81eb4a423 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:52:33.570434 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 5 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 11:52:38.380212 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-229c6f01-e30b-4618-a7d3-b0d4643df673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:52:40.574163 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-288e29f7-bbce-4191-a24f-ae18115c16f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:52:41.674056 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:52:43.602894 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:52:44.676934 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:53:08.373286 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-cea44abf-e3d1-40b5-bc1d-547dc6f63d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:53:10.568904 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 5 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 11:53:10.586435 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-42cab305-f717-447e-90f4-a8d39580cd12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:53:11.624383 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:53:13.584570 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:53:14.660392 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:53:38.390346 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-ff415673-71b6-472e-93ca-eb09348d45be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:53:40.572893 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-a929ac45-bdb1-4649-b21c-d0f26cc46bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:53:41.664902 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:53:43.613445 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:53:44.675493 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:53:47.566843 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 5 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 11:53:52.715302 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-869315'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:54:07.284887 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 50188) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:54:07.388966 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-c6f1dfb9-57ae-41f0-9634-e1d3e40ac169 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1029961 Feb 07 11:54:08.372260 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-80cdca2f-d14f-42ac-b2b5-caa67e752ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:54:09.637736 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 50198) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:54:09.689922 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-3f6e88bc-2c91-4a47-b396-5d91963e00bc admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0510895 Feb 07 11:54:10.594196 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-cb60ee69-7150-49ff-8287-ed3eafa15f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:54:11.645773 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:54:13.599745 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:54:14.657252 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:54:22.713504 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:54:24.565494 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 11:54:38.404672 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-aaaa51b1-c12b-4dcb-a7bc-fa31fd2acacf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:54:40.604533 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-c20b0f29-5ee7-42d4-a3f8-06db6e080b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:54:41.643762 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:54:43.615094 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:54:44.660529 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:54:52.660395 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:01.564957 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 11:55:08.374560 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-63764f76-7d54-4825-91f5-6cffe14f89a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:10.574008 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-7dffd102-3201-4a19-8a10-6387dd5ee226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:11.682787 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:13.596985 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:14.671389 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:22.722214 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:38.389989 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-9599372c-9daf-4398-91fd-e8a6f30a7e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:38.565485 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 11:55:40.601745 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-8066c172-22d6-4aa7-9eae-46d7e96faa74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:41.293784 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 50354) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:55:41.577805 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-f14ad97c-e58c-4150-8add-1f98220449b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1304385281-network', 'tenant_id': '9fa56258a2a848a3900e69789d262891'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:55:41.663288 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:41.691883 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14ad97c-e58c-4150-8add-1f98220449b7 admin admin] Made reservation on behalf of 9fa56258a2a848a3900e69789d262891 for: {'network': 1} {{(pid=109815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:55:41.694490 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f14ad97c-e58c-4150-8add-1f98220449b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for network (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:41.707953 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f14ad97c-e58c-4150-8add-1f98220449b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:41.795986 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f14ad97c-e58c-4150-8add-1f98220449b7 admin admin] Publish callbacks [] for security_group (ff4b84c9-e8df-4369-a8aa-553ae3cfcd84), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:41.841511 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f14ad97c-e58c-4150-8add-1f98220449b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (ff4b84c9-e8df-4369-a8aa-553ae3cfcd84), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:41.867231 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14ad97c-e58c-4150-8add-1f98220449b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=109815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 11:55:41.877350 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ad97c-e58c-4150-8add-1f98220449b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:41.887055 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ad97c-e58c-4150-8add-1f98220449b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:41.888318 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ad97c-e58c-4150-8add-1f98220449b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:41.888318 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ad97c-e58c-4150-8add-1f98220449b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:41.888318 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ad97c-e58c-4150-8add-1f98220449b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:41.888652 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ad97c-e58c-4150-8add-1f98220449b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:41.888791 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ad97c-e58c-4150-8add-1f98220449b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:41.889086 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ad97c-e58c-4150-8add-1f98220449b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:41.889400 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ad97c-e58c-4150-8add-1f98220449b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:41.889811 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ad97c-e58c-4150-8add-1f98220449b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:41.890068 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ad97c-e58c-4150-8add-1f98220449b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:41.890391 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ad97c-e58c-4150-8add-1f98220449b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:41.890709 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ad97c-e58c-4150-8add-1f98220449b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:41.891202 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ad97c-e58c-4150-8add-1f98220449b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ad97c-e58c-4150-8add-1f98220449b7 admin admin] Tracked resource versions report: Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: pushed versions: Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: { 'AddressGroup': {'1.2'}, Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: 'ConntrackHelper': {'1.0'}, Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: 'LocalIPAssociation': {'1.0'}, Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: 'Log': {'1.0'}, Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: 'Network': {'1.1'}, Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: 'Port': {'1.7'}, Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: 'PortForwarding': {'1.2'}, Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: 'QosPolicy': {'1.10'}, Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: 'SecurityGroup': {'1.5'}, Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: 'SecurityGroupRule': {'1.2'}, Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: 'SubPort': {'1.0'}, Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: 'Subnet': {'1.1'}, Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: 'Trunk': {'1.1'}} Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: consumer versions: Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: { DHCP agent@dv-cinder-817351-12-iscsi: {}, Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: HyperV agent@hv-cinder-81735: {}, Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: L3 agent@dv-cinder-817351-12-iscsi: {}, Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: Metadata agent@dv-cinder-817351-12-iscsi: {}, Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: Metering agent@dv-cinder-817351-12-iscsi: {}, Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: Open vSwitch agent@dv-cinder-817351-12-iscsi: { 'AddressGroup': '1.2', Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: 'ConntrackHelper': '1.0', Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: 'LocalIPAssociation': '1.0', Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: 'Log': '1.0', Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: 'Network': '1.1', Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: 'Port': '1.7', Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: 'PortForwarding': '1.2', Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: 'QosPolicy': '1.10', Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: 'SecurityGroup': '1.5', Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: 'SecurityGroupRule': '1.2', Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: 'SubPort': '1.0', Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: 'Subnet': '1.1', Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: 'Trunk': '1.1'}} Feb 07 11:55:41.892359 dv-cinder-817351-12-iscsi neutron-server[109815]: {{(pid=109815) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 11:55:41.896285 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f14ad97c-e58c-4150-8add-1f98220449b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (f47893db-e434-4e31-97bd-89f81aa77ab5), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:41.896618 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.db.segments_db [None req-f14ad97c-e58c-4150-8add-1f98220449b7 admin admin] Added segment f47893db-e434-4e31-97bd-89f81aa77ab5 of type vlan for network 1f0822b9-b44a-4189-ac69-526cbfaa623f Feb 07 11:55:41.937412 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f14ad97c-e58c-4150-8add-1f98220449b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782771090189'] for network (1f0822b9-b44a-4189-ac69-526cbfaa623f), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:42.035937 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f14ad97c-e58c-4150-8add-1f98220449b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685'] for network (1f0822b9-b44a-4189-ac69-526cbfaa623f), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:42.036929 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14ad97c-e58c-4150-8add-1f98220449b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:55:42.037506 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f14ad97c-e58c-4150-8add-1f98220449b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:42.095201 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ad97c-e58c-4150-8add-1f98220449b7 admin admin] Pushing event updated for resources: {'Network': ['ID=1f0822b9-b44a-4189-ac69-526cbfaa623f,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:42.107019 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Network 1f0822b9-b44a-4189-ac69-526cbfaa623f details requested by agent ovs-agent-dv-cinder-817351-12-iscsi with host dv-cinder-817351-12-iscsi {{(pid=109817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 11:55:42.194943 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 50402) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:55:42.195627 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-f14ad97c-e58c-4150-8add-1f98220449b7 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9000528 Feb 07 11:55:42.200547 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-d4c61ee2-cfa3-420f-b395-5515a1107199 admin admin] Request body: {'subnet': {'network_id': '1f0822b9-b44a-4189-ac69-526cbfaa623f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1304385281-subnet', 'tenant_id': '9fa56258a2a848a3900e69789d262891', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:55:42.224169 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 50406) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:55:42.293331 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c61ee2-cfa3-420f-b395-5515a1107199 admin admin] Made reservation on behalf of 9fa56258a2a848a3900e69789d262891 for: {'subnet': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:55:42.296248 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d4c61ee2-cfa3-420f-b395-5515a1107199 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:42.453159 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 50416) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:55:42.527820 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d4c61ee2-cfa3-420f-b395-5515a1107199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685'] for subnet (d7bb34f8-fb86-49c0-99ed-5186686f2b9d), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:42.588231 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c61ee2-cfa3-420f-b395-5515a1107199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7bb34f8-fb86-49c0-99ed-5186686f2b9d,revision_number=0']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:42.600377 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-22fc9168-a60e-47ef-928a-45216ddb2163 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-526033739-network', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:55:42.605074 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c61ee2-cfa3-420f-b395-5515a1107199 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:42.606028 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c61ee2-cfa3-420f-b395-5515a1107199 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:42.606363 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c61ee2-cfa3-420f-b395-5515a1107199 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:42.606855 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c61ee2-cfa3-420f-b395-5515a1107199 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:42.607339 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c61ee2-cfa3-420f-b395-5515a1107199 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:42.607664 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c61ee2-cfa3-420f-b395-5515a1107199 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:42.607986 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c61ee2-cfa3-420f-b395-5515a1107199 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:42.608349 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c61ee2-cfa3-420f-b395-5515a1107199 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:42.608675 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c61ee2-cfa3-420f-b395-5515a1107199 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:42.608990 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c61ee2-cfa3-420f-b395-5515a1107199 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:42.609307 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c61ee2-cfa3-420f-b395-5515a1107199 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:42.609641 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c61ee2-cfa3-420f-b395-5515a1107199 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:42.609994 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c61ee2-cfa3-420f-b395-5515a1107199 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c61ee2-cfa3-420f-b395-5515a1107199 admin admin] Tracked resource versions report: Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: pushed versions: Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: { 'AddressGroup': {'1.2'}, Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: 'ConntrackHelper': {'1.0'}, Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: 'LocalIPAssociation': {'1.0'}, Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: 'Log': {'1.0'}, Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: 'Network': {'1.1'}, Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: 'Port': {'1.7'}, Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: 'PortForwarding': {'1.2'}, Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: 'QosPolicy': {'1.10'}, Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: 'SecurityGroup': {'1.5'}, Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: 'SecurityGroupRule': {'1.2'}, Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: 'SubPort': {'1.0'}, Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: 'Subnet': {'1.1'}, Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: 'Trunk': {'1.1'}} Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: consumer versions: Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: { DHCP agent@dv-cinder-817351-12-iscsi: {}, Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: HyperV agent@hv-cinder-81735: {}, Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: L3 agent@dv-cinder-817351-12-iscsi: {}, Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: Metadata agent@dv-cinder-817351-12-iscsi: {}, Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: Metering agent@dv-cinder-817351-12-iscsi: {}, Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: Open vSwitch agent@dv-cinder-817351-12-iscsi: { 'AddressGroup': '1.2', Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: 'ConntrackHelper': '1.0', Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: 'LocalIPAssociation': '1.0', Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: 'Log': '1.0', Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: 'Network': '1.1', Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: 'Port': '1.7', Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: 'PortForwarding': '1.2', Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: 'QosPolicy': '1.10', Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: 'SecurityGroup': '1.5', Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: 'SecurityGroupRule': '1.2', Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: 'SubPort': '1.0', Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: 'Subnet': '1.1', Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: 'Trunk': '1.1'}} Feb 07 11:55:42.611100 dv-cinder-817351-12-iscsi neutron-server[109816]: {{(pid=109816) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 11:55:42.637298 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c61ee2-cfa3-420f-b395-5515a1107199 admin admin] Checking segment: {'id': 'f47893db-e434-4e31-97bd-89f81aa77ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1f0822b9-b44a-4189-ac69-526cbfaa623f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:55:42.638211 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c61ee2-cfa3-420f-b395-5515a1107199 admin admin] Network hostable DHCP agents. Network: 1f0822b9-b44a-4189-ac69-526cbfaa623f, hostable agents: ['61316a96-21e8-4d75-a705-e1a638ca8432'], hosted agents: [] {{(pid=109816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 11:55:42.723255 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 50430) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:55:42.768025 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c61ee2-cfa3-420f-b395-5515a1107199 admin admin] Network 1f0822b9-b44a-4189-ac69-526cbfaa623f is scheduled to be hosted by DHCP agent 61316a96-21e8-4d75-a705-e1a638ca8432 with binding_index 1 {{(pid=109816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 11:55:42.770453 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fc9168-a60e-47ef-928a-45216ddb2163 admin admin] Made reservation on behalf of 5aee5042ef3f4e89b7ecbd8f22bbd057 for: {'network': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:55:42.772880 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-22fc9168-a60e-47ef-928a-45216ddb2163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for network (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:42.785146 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-22fc9168-a60e-47ef-928a-45216ddb2163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:42.848870 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 50438) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:55:42.865475 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-22fc9168-a60e-47ef-928a-45216ddb2163 admin admin] Publish callbacks [] for security_group (b15a1135-25e4-4e3d-bc4d-371c075b6c83), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:42.881731 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-d4c61ee2-cfa3-420f-b395-5515a1107199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-12-iscsi, 1f0822b9-b44a-4189-ac69-526cbfaa623f) {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:55:42.894670 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c61ee2-cfa3-420f-b395-5515a1107199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:55:42.894781 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbf97e3-cc21-4979-b06e-97feaf6c82f3 None None] Network 1f0822b9-b44a-4189-ac69-526cbfaa623f requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 11:55:42.895221 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d4c61ee2-cfa3-420f-b395-5515a1107199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for subnet (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:42.899843 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-6b51477f-2fa7-4c97-b525-a3c1a2342487 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1484570277-network', 'tenant_id': '75db33526c1b4ecb86d73593354d98fb'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:55:42.944636 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-2464c590-1d75-45bc-8675-87e01fba561b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-217745066-network', 'tenant_id': '83beb24cf6374fd2a3c025b92c626595'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:55:42.998290 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-c3dd1e03-f837-4dc3-a95b-7e259171cd88 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1448088895-network', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:55:43.006479 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ac51e3-108c-4d74-8d9a-7ec6e9e9b865 None None] Network 1f0822b9-b44a-4189-ac69-526cbfaa623f requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 11:55:43.019220 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-22fc9168-a60e-47ef-928a-45216ddb2163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (b15a1135-25e4-4e3d-bc4d-371c075b6c83), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:43.083398 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22fc9168-a60e-47ef-928a-45216ddb2163 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=109816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 11:55:43.125144 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc9168-a60e-47ef-928a-45216ddb2163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15a1135-25e4-4e3d-bc4d-371c075b6c83,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:43.125144 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-d4c61ee2-cfa3-420f-b395-5515a1107199 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9108489 Feb 07 11:55:43.125144 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-22fc9168-a60e-47ef-928a-45216ddb2163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (5ce52992-6ecb-4a67-aa5e-518eb9452259), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:43.125144 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.db.segments_db [None req-22fc9168-a60e-47ef-928a-45216ddb2163 admin admin] Added segment 5ce52992-6ecb-4a67-aa5e-518eb9452259 of type vlan for network 7e90f11b-6d0b-4095-9954-c1764d14537e Feb 07 11:55:43.183996 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3dd1e03-f837-4dc3-a95b-7e259171cd88 admin admin] Made reservation on behalf of 7def8326042e4a8fa3c19125edfb7d63 for: {'network': 1} {{(pid=109815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:55:43.187075 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c3dd1e03-f837-4dc3-a95b-7e259171cd88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for network (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:43.197238 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-22fc9168-a60e-47ef-928a-45216ddb2163 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782771090189'] for network (7e90f11b-6d0b-4095-9954-c1764d14537e), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:43.203189 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c3dd1e03-f837-4dc3-a95b-7e259171cd88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:43.219974 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b51477f-2fa7-4c97-b525-a3c1a2342487 admin admin] Made reservation on behalf of 75db33526c1b4ecb86d73593354d98fb for: {'network': 1} {{(pid=109815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:55:43.223160 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6b51477f-2fa7-4c97-b525-a3c1a2342487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for network (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:43.235575 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2464c590-1d75-45bc-8675-87e01fba561b admin admin] Made reservation on behalf of 83beb24cf6374fd2a3c025b92c626595 for: {'network': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:55:43.238888 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-2464c590-1d75-45bc-8675-87e01fba561b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for network (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:43.240040 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6b51477f-2fa7-4c97-b525-a3c1a2342487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:43.249218 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-2464c590-1d75-45bc-8675-87e01fba561b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:43.342528 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-22fc9168-a60e-47ef-928a-45216ddb2163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685'] for network (7e90f11b-6d0b-4095-9954-c1764d14537e), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:43.344631 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc9168-a60e-47ef-928a-45216ddb2163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:55:43.347862 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-22fc9168-a60e-47ef-928a-45216ddb2163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:43.385236 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6b51477f-2fa7-4c97-b525-a3c1a2342487 admin admin] Publish callbacks [] for security_group (80372d5b-c8a7-4890-8b09-17b2d5a2f1c9), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:43.462310 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-2464c590-1d75-45bc-8675-87e01fba561b admin admin] Publish callbacks [] for security_group (10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:43.471843 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc9168-a60e-47ef-928a-45216ddb2163 admin admin] Pushing event updated for resources: {'Network': ['ID=7e90f11b-6d0b-4095-9954-c1764d14537e,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:43.484909 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Network 7e90f11b-6d0b-4095-9954-c1764d14537e details requested by agent ovs-agent-dv-cinder-817351-12-iscsi with host dv-cinder-817351-12-iscsi {{(pid=109817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 11:55:43.509199 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-22fc9168-a60e-47ef-928a-45216ddb2163 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2821290 Feb 07 11:55:43.509199 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 50472) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:55:43.509407 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c3dd1e03-f837-4dc3-a95b-7e259171cd88 admin admin] Publish callbacks [] for security_group (14227a2f-e186-4b46-addd-c3021891b347), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:43.510766 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6b51477f-2fa7-4c97-b525-a3c1a2342487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (80372d5b-c8a7-4890-8b09-17b2d5a2f1c9), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:43.520757 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-ef973b0f-d0da-4336-bdc9-5f4c81c61863 admin admin] Request body: {'subnet': {'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-526033739-subnet', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:55:43.542361 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51477f-2fa7-4c97-b525-a3c1a2342487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:43.553143 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b51477f-2fa7-4c97-b525-a3c1a2342487 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=109815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 11:55:43.573085 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-2464c590-1d75-45bc-8675-87e01fba561b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:43.573200 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6b51477f-2fa7-4c97-b525-a3c1a2342487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (ab018b14-5345-4646-b1fb-61d78a233fba), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:43.573297 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.db.segments_db [None req-6b51477f-2fa7-4c97-b525-a3c1a2342487 admin admin] Added segment ab018b14-5345-4646-b1fb-61d78a233fba of type vlan for network 677930ed-9c83-41f5-83f9-2c05042c40b2 Feb 07 11:55:43.598842 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464c590-1d75-45bc-8675-87e01fba561b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:43.611076 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2464c590-1d75-45bc-8675-87e01fba561b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=109816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 11:55:43.625737 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-2464c590-1d75-45bc-8675-87e01fba561b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (cf07c1aa-ed25-4462-80cf-c68a7322f9df), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:43.626407 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.db.segments_db [None req-2464c590-1d75-45bc-8675-87e01fba561b admin admin] Added segment cf07c1aa-ed25-4462-80cf-c68a7322f9df of type vlan for network 73699b35-77b7-43e7-abef-ec3bdabb95b7 Feb 07 11:55:43.636097 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef973b0f-d0da-4336-bdc9-5f4c81c61863 admin admin] Made reservation on behalf of 5aee5042ef3f4e89b7ecbd8f22bbd057 for: {'subnet': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:55:43.640204 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-ef973b0f-d0da-4336-bdc9-5f4c81c61863 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:43.661300 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6b51477f-2fa7-4c97-b525-a3c1a2342487 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782771090189'] for network (677930ed-9c83-41f5-83f9-2c05042c40b2), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:43.686093 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c3dd1e03-f837-4dc3-a95b-7e259171cd88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (14227a2f-e186-4b46-addd-c3021891b347), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:43.730904 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd1e03-f837-4dc3-a95b-7e259171cd88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14227a2f-e186-4b46-addd-c3021891b347,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:43.751724 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6b51477f-2fa7-4c97-b525-a3c1a2342487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685'] for network (677930ed-9c83-41f5-83f9-2c05042c40b2), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:43.753362 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b51477f-2fa7-4c97-b525-a3c1a2342487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:55:43.756306 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6b51477f-2fa7-4c97-b525-a3c1a2342487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:43.778793 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:43.822372 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51477f-2fa7-4c97-b525-a3c1a2342487 admin admin] Pushing event updated for resources: {'Network': ['ID=677930ed-9c83-41f5-83f9-2c05042c40b2,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:43.842950 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Network 677930ed-9c83-41f5-83f9-2c05042c40b2 details requested by agent ovs-agent-dv-cinder-817351-12-iscsi with host dv-cinder-817351-12-iscsi {{(pid=109817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 11:55:43.869002 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-2464c590-1d75-45bc-8675-87e01fba561b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782771090189'] for network (73699b35-77b7-43e7-abef-ec3bdabb95b7), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:43.922302 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-6b51477f-2fa7-4c97-b525-a3c1a2342487 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4673181 Feb 07 11:55:43.922649 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 50502) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:55:43.927152 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-9096deea-69bb-4dfb-8f41-8ca03b92507a admin admin] Request body: {'subnet': {'network_id': '677930ed-9c83-41f5-83f9-2c05042c40b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1484570277-subnet', 'tenant_id': '75db33526c1b4ecb86d73593354d98fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:55:44.017810 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 50510) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:55:44.020522 dv-cinder-817351-12-iscsi neutron-server[109815]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 07 11:55:44.026536 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-2464c590-1d75-45bc-8675-87e01fba561b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685'] for network (73699b35-77b7-43e7-abef-ec3bdabb95b7), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:44.028230 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2464c590-1d75-45bc-8675-87e01fba561b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:55:44.028854 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-2464c590-1d75-45bc-8675-87e01fba561b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:44.045255 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9096deea-69bb-4dfb-8f41-8ca03b92507a admin admin] Made reservation on behalf of 75db33526c1b4ecb86d73593354d98fb for: {'subnet': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:55:44.047544 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-9096deea-69bb-4dfb-8f41-8ca03b92507a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:44.086072 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.db.api [None req-c3dd1e03-f837-4dc3-a95b-7e259171cd88 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=109815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 11:55:44.086432 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG oslo_db.api [None req-c3dd1e03-f837-4dc3-a95b-7e259171cd88 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 11:55:44.154093 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464c590-1d75-45bc-8675-87e01fba561b admin admin] Pushing event updated for resources: {'Network': ['ID=73699b35-77b7-43e7-abef-ec3bdabb95b7,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:44.166336 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Network 73699b35-77b7-43e7-abef-ec3bdabb95b7 details requested by agent ovs-agent-dv-cinder-817351-12-iscsi with host dv-cinder-817351-12-iscsi {{(pid=109817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 11:55:44.169515 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-2464c590-1d75-45bc-8675-87e01fba561b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4451330 Feb 07 11:55:44.170766 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 50512) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:55:44.181771 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-eee24538-3cb1-4cc8-afd1-fdd52603d527 admin admin] Request body: {'subnet': {'network_id': '73699b35-77b7-43e7-abef-ec3bdabb95b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-217745066-subnet', 'tenant_id': '83beb24cf6374fd2a3c025b92c626595', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:55:44.192996 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-ef973b0f-d0da-4336-bdc9-5f4c81c61863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685'] for subnet (b1a0f93d-db77-4f5b-a7ca-00e373764377), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:44.202478 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-cc643ed4-943c-438c-88cb-8aa3e52002e6 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:55:44.204250 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-cc643ed4-943c-438c-88cb-8aa3e52002e6 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/networks?id=1f0822b9-b44a-4189-ac69-526cbfaa623f HTTP/1.1" status: 200 len: 815 time: 0.1851966 Feb 07 11:55:44.221137 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-0bc0fbe5-41f8-4b29-a9b9-b55e025e9df4 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/quotas/9fa56258a2a848a3900e69789d262891 HTTP/1.1" status: 200 len: 375 time: 0.0114629 Feb 07 11:55:44.278548 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef973b0f-d0da-4336-bdc9-5f4c81c61863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1a0f93d-db77-4f5b-a7ca-00e373764377,revision_number=0']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:44.290309 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-f67865f6-0de4-4e25-b08f-b15fb733a1bb tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9fa56258a2a848a3900e69789d262891&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607097 Feb 07 11:55:44.321124 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef973b0f-d0da-4336-bdc9-5f4c81c61863 admin admin] Checking segment: {'id': '5ce52992-6ecb-4a67-aa5e-518eb9452259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:55:44.321124 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef973b0f-d0da-4336-bdc9-5f4c81c61863 admin admin] Network hostable DHCP agents. Network: 7e90f11b-6d0b-4095-9954-c1764d14537e, hostable agents: ['61316a96-21e8-4d75-a705-e1a638ca8432'], hosted agents: [] {{(pid=109816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 11:55:44.356733 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee24538-3cb1-4cc8-afd1-fdd52603d527 admin admin] Made reservation on behalf of 83beb24cf6374fd2a3c025b92c626595 for: {'subnet': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:55:44.359041 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-eee24538-3cb1-4cc8-afd1-fdd52603d527 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:44.408581 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-69b1ddb1-7f26-47dd-9d0c-8ef67be00656 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109815) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 11:55:44.409657 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-69b1ddb1-7f26-47dd-9d0c-8ef67be00656 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0448165 Feb 07 11:55:44.499869 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef973b0f-d0da-4336-bdc9-5f4c81c61863 admin admin] Network 7e90f11b-6d0b-4095-9954-c1764d14537e is scheduled to be hosted by DHCP agent 61316a96-21e8-4d75-a705-e1a638ca8432 with binding_index 1 {{(pid=109816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 11:55:44.537855 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-b549094a-1ef0-452c-9e59-1f8ded348cde service neutron] 10.222.0.67 "GET /v2.0/networks/1f0822b9-b44a-4189-ac69-526cbfaa623f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153853 Feb 07 11:55:44.572838 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-9096deea-69bb-4dfb-8f41-8ca03b92507a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685'] for subnet (967182f2-622c-4180-924f-9039ced922cc), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:44.588808 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c3dd1e03-f837-4dc3-a95b-7e259171cd88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for network (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:44.622868 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-ef973b0f-d0da-4336-bdc9-5f4c81c61863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-12-iscsi, 7e90f11b-6d0b-4095-9954-c1764d14537e) {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:55:44.634177 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3dd1e03-f837-4dc3-a95b-7e259171cd88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=109815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 11:55:44.634963 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef973b0f-d0da-4336-bdc9-5f4c81c61863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:55:44.635566 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-ef973b0f-d0da-4336-bdc9-5f4c81c61863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for subnet (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:44.637258 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457cc392-8a24-4919-b314-e029233934ca None None] Network 7e90f11b-6d0b-4095-9954-c1764d14537e requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 11:55:44.644077 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c3dd1e03-f837-4dc3-a95b-7e259171cd88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (4dd91289-9497-4700-ac6d-fa09629bdd61), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:44.644404 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.db.segments_db [None req-c3dd1e03-f837-4dc3-a95b-7e259171cd88 admin admin] Added segment 4dd91289-9497-4700-ac6d-fa09629bdd61 of type vlan for network 5c560c9d-289f-4491-b462-db6f3ab05c8e Feb 07 11:55:44.663204 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096deea-69bb-4dfb-8f41-8ca03b92507a admin admin] Pushing event updated for resources: {'Subnet': ['ID=967182f2-622c-4180-924f-9039ced922cc,revision_number=0']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:44.675225 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9096deea-69bb-4dfb-8f41-8ca03b92507a admin admin] Checking segment: {'id': 'ab018b14-5345-4646-b1fb-61d78a233fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '677930ed-9c83-41f5-83f9-2c05042c40b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:55:44.675590 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9096deea-69bb-4dfb-8f41-8ca03b92507a admin admin] Network hostable DHCP agents. Network: 677930ed-9c83-41f5-83f9-2c05042c40b2, hostable agents: ['61316a96-21e8-4d75-a705-e1a638ca8432'], hosted agents: [] {{(pid=109816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 11:55:44.679074 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-eee24538-3cb1-4cc8-afd1-fdd52603d527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685'] for subnet (247f0512-1b53-4eb5-b6df-ec92c1970392), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:44.702759 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c3dd1e03-f837-4dc3-a95b-7e259171cd88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782771090189'] for network (5c560c9d-289f-4491-b462-db6f3ab05c8e), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:44.712136 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-9e907c03-faa4-4d67-b202-1f225762dd4b service neutron] 10.222.0.67 "GET /v2.0/networks/1f0822b9-b44a-4189-ac69-526cbfaa623f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682861 Feb 07 11:55:44.736105 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:44.763024 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24538-3cb1-4cc8-afd1-fdd52603d527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=247f0512-1b53-4eb5-b6df-ec92c1970392,revision_number=0']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:44.769031 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70b1ed78-7000-5af2-904f-3db4fdf32486-7e90f11b-6d0b-4095-9954-c1764d14537e', 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e', 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'fixed_ips': [{'subnet_id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377'}]}} from dv-cinder-817351-12-iscsi. {{(pid=109817) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 11:55:44.770452 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:44.779006 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-ef973b0f-d0da-4336-bdc9-5f4c81c61863 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2682850 Feb 07 11:55:44.783533 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 50524) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:55:44.786828 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-f36aa115-25e9-4c32-acf9-3362aeed0319 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-526033739-router', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:55:44.788699 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee24538-3cb1-4cc8-afd1-fdd52603d527 admin admin] Checking segment: {'id': 'cf07c1aa-ed25-4462-80cf-c68a7322f9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '73699b35-77b7-43e7-abef-ec3bdabb95b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:55:44.789015 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee24538-3cb1-4cc8-afd1-fdd52603d527 admin admin] Network hostable DHCP agents. Network: 73699b35-77b7-43e7-abef-ec3bdabb95b7, hostable agents: ['61316a96-21e8-4d75-a705-e1a638ca8432'], hosted agents: [] {{(pid=109816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 11:55:44.836296 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c3dd1e03-f837-4dc3-a95b-7e259171cd88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685'] for network (5c560c9d-289f-4491-b462-db6f3ab05c8e), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:44.838845 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dd1e03-f837-4dc3-a95b-7e259171cd88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:55:44.840167 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c3dd1e03-f837-4dc3-a95b-7e259171cd88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:44.901626 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9096deea-69bb-4dfb-8f41-8ca03b92507a admin admin] Network 677930ed-9c83-41f5-83f9-2c05042c40b2 is scheduled to be hosted by DHCP agent 61316a96-21e8-4d75-a705-e1a638ca8432 with binding_index 1 {{(pid=109816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 11:55:44.915391 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd1e03-f837-4dc3-a95b-7e259171cd88 admin admin] Pushing event updated for resources: {'Network': ['ID=5c560c9d-289f-4491-b462-db6f3ab05c8e,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:44.930654 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Network 5c560c9d-289f-4491-b462-db6f3ab05c8e details requested by agent ovs-agent-dv-cinder-817351-12-iscsi with host dv-cinder-817351-12-iscsi {{(pid=109817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 11:55:44.947005 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.db_base_plugin_common [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Allocated IP 172.20.0.2 (7e90f11b-6d0b-4095-9954-c1764d14537e/b1a0f93d-db77-4f5b-a7ca-00e373764377/f27b6f79-7997-4d68-87ec-8143fe712c90) {{(pid=109817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:55:44.954695 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee24538-3cb1-4cc8-afd1-fdd52603d527 admin admin] Network 73699b35-77b7-43e7-abef-ec3bdabb95b7 is scheduled to be hosted by DHCP agent 61316a96-21e8-4d75-a705-e1a638ca8432 with binding_index 1 {{(pid=109816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 11:55:44.955157 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f36aa115-25e9-4c32-acf9-3362aeed0319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-870201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8409'] for router (180b83f1-0d9d-4ad5-b300-97130b928591), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:44.956556 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f36aa115-25e9-4c32-acf9-3362aeed0319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-874983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router (180b83f1-0d9d-4ad5-b300-97130b928591), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:45.041732 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f36aa115-25e9-4c32-acf9-3362aeed0319 admin admin] Publish callbacks [] for router_controller (180b83f1-0d9d-4ad5-b300-97130b928591), precommit_add_association {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:45.068646 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-c3dd1e03-f837-4dc3-a95b-7e259171cd88 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2200003 Feb 07 11:55:45.071679 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 50556) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:55:45.090512 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-85dee550-1a84-47b5-8d77-2127adf70964 admin admin] Request body: {'subnet': {'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1448088895-subnet', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:55:45.113428 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-9096deea-69bb-4dfb-8f41-8ca03b92507a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-12-iscsi, 677930ed-9c83-41f5-83f9-2c05042c40b2) {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:55:45.118440 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9096deea-69bb-4dfb-8f41-8ca03b92507a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:55:45.119213 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-9096deea-69bb-4dfb-8f41-8ca03b92507a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for subnet (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:45.136710 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96022498-ee89-4ae2-be29-f2fbf91a2fbf None None] Network 677930ed-9c83-41f5-83f9-2c05042c40b2 requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 11:55:45.145919 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-eee24538-3cb1-4cc8-afd1-fdd52603d527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-12-iscsi, 73699b35-77b7-43e7-abef-ec3bdabb95b7) {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:55:45.157457 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee24538-3cb1-4cc8-afd1-fdd52603d527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:55:45.160235 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-eee24538-3cb1-4cc8-afd1-fdd52603d527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for subnet (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:45.201938 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c52fe288-a2a5-4248-8617-8a8d64e2bd19 req-de2d423f-e6ea-4102-8dac-50762889bd13 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 210 time: 0.0818610 Feb 07 11:55:45.259980 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dee550-1a84-47b5-8d77-2127adf70964 admin admin] Made reservation on behalf of 7def8326042e4a8fa3c19125edfb7d63 for: {'subnet': 1} {{(pid=109815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:55:45.263930 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-85dee550-1a84-47b5-8d77-2127adf70964 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:45.282631 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8370f5e9-7a95-4095-ade3-2767e4cb05f8 None None] Network 73699b35-77b7-43e7-abef-ec3bdabb95b7 requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 11:55:45.289883 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-eee24538-3cb1-4cc8-afd1-fdd52603d527 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1164911 Feb 07 11:55:45.348070 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1d74ac-aa13-4596-ad9d-1d8d7ab177f1 None None] Network 677930ed-9c83-41f5-83f9-2c05042c40b2 requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 11:55:45.358429 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-9096deea-69bb-4dfb-8f41-8ca03b92507a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4350052 Feb 07 11:55:45.396219 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 50574) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:55:45.401909 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-cb5f0bac-b30d-42fa-941c-6cde726a77d7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1484570277-router', 'tenant_id': '75db33526c1b4ecb86d73593354d98fb', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:55:45.480627 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Publish callbacks [] for port (f27b6f79-7997-4d68-87ec-8143fe712c90), precommit_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:45.504287 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-cb5f0bac-b30d-42fa-941c-6cde726a77d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-870201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8409'] for router (02036abe-6cb2-407f-a268-191c29388611), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:45.506008 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-cb5f0bac-b30d-42fa-941c-6cde726a77d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-874983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router (02036abe-6cb2-407f-a268-191c29388611), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:45.570022 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f36aa115-25e9-4c32-acf9-3362aeed0319 admin admin] Publish callbacks [] for router_gateway (180b83f1-0d9d-4ad5-b300-97130b928591), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:45.608774 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (f27b6f79-7997-4d68-87ec-8143fe712c90), after_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:45.663842 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be3dbe5-0a97-43e3-8424-998a6b35d6e0 None None] Network 73699b35-77b7-43e7-abef-ec3bdabb95b7 requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 11:55:45.698074 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-cb5f0bac-b30d-42fa-941c-6cde726a77d7 admin admin] Publish callbacks [] for router_controller (02036abe-6cb2-407f-a268-191c29388611), precommit_add_association {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:45.784601 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Network 7e90f11b-6d0b-4095-9954-c1764d14537e is already hosted by enough agents. {{(pid=109817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:55:45.794832 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.scheduler.base_scheduler [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Resources bound (agent type, host, resource id): {{(pid=109817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:55:45.804318 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Pushing event updated for resources: {'Port': ['ID=f27b6f79-7997-4d68-87ec-8143fe712c90,revision_number=1']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:45.808593 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Received port after_create {{(pid=109817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:55:45.817516 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-85dee550-1a84-47b5-8d77-2127adf70964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685'] for subnet (40dfba53-a55c-40ea-abe9-97a328c1f35f), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:45.833172 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:45.833491 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:45.833897 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:45.834904 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:45.835030 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:45.835337 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:45.835691 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:45.836029 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:45.836537 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:45.836886 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:45.837224 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:45.837621 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:45.837953 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Tracked resource versions report: Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: pushed versions: Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: { 'AddressGroup': {'1.2'}, Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: 'ConntrackHelper': {'1.0'}, Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: 'LocalIPAssociation': {'1.0'}, Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: 'Log': {'1.0'}, Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: 'Network': {'1.1'}, Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: 'Port': {'1.7'}, Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: 'PortForwarding': {'1.2'}, Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: 'QosPolicy': {'1.10'}, Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: 'SecurityGroup': {'1.5'}, Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: 'SecurityGroupRule': {'1.2'}, Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: 'SubPort': {'1.0'}, Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: 'Subnet': {'1.1'}, Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: 'Trunk': {'1.1'}} Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: consumer versions: Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: { DHCP agent@dv-cinder-817351-12-iscsi: {}, Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: HyperV agent@hv-cinder-81735: {}, Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: L3 agent@dv-cinder-817351-12-iscsi: {}, Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: Metadata agent@dv-cinder-817351-12-iscsi: {}, Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: Metering agent@dv-cinder-817351-12-iscsi: {}, Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: Open vSwitch agent@dv-cinder-817351-12-iscsi: { 'AddressGroup': '1.2', Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: 'ConntrackHelper': '1.0', Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: 'LocalIPAssociation': '1.0', Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: 'Log': '1.0', Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: 'Network': '1.1', Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: 'Port': '1.7', Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: 'PortForwarding': '1.2', Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: 'QosPolicy': '1.10', Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: 'SecurityGroup': '1.5', Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: 'SecurityGroupRule': '1.2', Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: 'SubPort': '1.0', Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: 'Subnet': '1.1', Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: 'Trunk': '1.1'}} Feb 07 11:55:45.839184 dv-cinder-817351-12-iscsi neutron-server[109817]: {{(pid=109817) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 11:55:45.906897 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 50606) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:55:45.953891 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dee550-1a84-47b5-8d77-2127adf70964 admin admin] Checking segment: {'id': '4dd91289-9497-4700-ac6d-fa09629bdd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:55:45.954537 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dee550-1a84-47b5-8d77-2127adf70964 admin admin] Network hostable DHCP agents. Network: 5c560c9d-289f-4491-b462-db6f3ab05c8e, hostable agents: ['61316a96-21e8-4d75-a705-e1a638ca8432'], hosted agents: [] {{(pid=109815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 11:55:45.961059 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dee550-1a84-47b5-8d77-2127adf70964 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40dfba53-a55c-40ea-abe9-97a328c1f35f,revision_number=0']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:46.030383 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Attempting to bind port f27b6f79-7997-4d68-87ec-8143fe712c90 on host dv-cinder-817351-12-iscsi for vnic_type normal with profile {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:55:46.031618 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Attempting to bind port f27b6f79-7997-4d68-87ec-8143fe712c90 by drivers openvswitch,hyperv on host dv-cinder-817351-12-iscsi at level 0 using segments [{'id': '5ce52992-6ecb-4a67-aa5e-518eb9452259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e'}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:55:46.032275 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Attempting to bind port f27b6f79-7997-4d68-87ec-8143fe712c90 on network 7e90f11b-6d0b-4095-9954-c1764d14537e {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:55:46.038124 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Checking agent: {'id': '3ccea1af-134d-4579-b433-9df459de661e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 47, 45), 'started_at': datetime.datetime(2022, 2, 7, 11, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:55:46.038971 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Checking segment: {'id': '5ce52992-6ecb-4a67-aa5e-518eb9452259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:55:46.039571 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:46.040146 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Bound using segment: {'id': '5ce52992-6ecb-4a67-aa5e-518eb9452259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e'} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:55:46.040780 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Bound port: f27b6f79-7997-4d68-87ec-8143fe712c90, host: dv-cinder-817351-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce52992-6ecb-4a67-aa5e-518eb9452259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e'}}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:55:46.041327 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (f27b6f79-7997-4d68-87ec-8143fe712c90), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:46.146155 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] For port f27b6f79-7997-4d68-87ec-8143fe712c90, host dv-cinder-817351-12-iscsi, cleared binding levels {{(pid=109817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:55:46.153918 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] For port f27b6f79-7997-4d68-87ec-8143fe712c90, host dv-cinder-817351-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=f27b6f79-7997-4d68-87ec-8143fe712c90,segment=NetworkSegment(5ce52992-6ecb-4a67-aa5e-518eb9452259),segment_id=5ce52992-6ecb-4a67-aa5e-518eb9452259)] {{(pid=109817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:55:46.173267 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 50624) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:55:46.177252 dv-cinder-817351-12-iscsi neutron-server[109816]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 07 11:55:46.208896 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dee550-1a84-47b5-8d77-2127adf70964 admin admin] Network 5c560c9d-289f-4491-b462-db6f3ab05c8e is scheduled to be hosted by DHCP agent 61316a96-21e8-4d75-a705-e1a638ca8432 with binding_index 1 {{(pid=109815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 11:55:46.229901 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-cb5f0bac-b30d-42fa-941c-6cde726a77d7 admin admin] Publish callbacks [] for router_gateway (02036abe-6cb2-407f-a268-191c29388611), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:46.271590 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-60c8b0f6-00bc-46b2-98a0-40b71c5d4d4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:46.275702 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (f27b6f79-7997-4d68-87ec-8143fe712c90), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:46.321524 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3c67e5b8-5f46-40f6-aa42-3800a0ad013e req-0edebbc8-1cf0-46ff-bbc3-a600401c5242 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 210 time: 0.0483785 Feb 07 11:55:46.334271 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-85dee550-1a84-47b5-8d77-2127adf70964 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-12-iscsi, 5c560c9d-289f-4491-b462-db6f3ab05c8e) {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:55:46.345698 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dee550-1a84-47b5-8d77-2127adf70964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:55:46.346296 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-85dee550-1a84-47b5-8d77-2127adf70964 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for subnet (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:46.352091 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f36aa115-25e9-4c32-acf9-3362aeed0319 admin admin] Publish callbacks [] for router_gateway (180b83f1-0d9d-4ad5-b300-97130b928591), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:46.383457 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f36aa115-25e9-4c32-acf9-3362aeed0319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:46.477929 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-42e81c29-6f43-4d6c-a9ff-7e3116a09b5d tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:55:46.482429 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-85dee550-1a84-47b5-8d77-2127adf70964 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4095213 Feb 07 11:55:46.487175 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-42e81c29-6f43-4d6c-a9ff-7e3116a09b5d tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/networks?id=73699b35-77b7-43e7-abef-ec3bdabb95b7 HTTP/1.1" status: 200 len: 811 time: 0.3127673 Feb 07 11:55:46.498675 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580547cd-b2b7-412b-8c38-214be6e966e5 None None] Network 5c560c9d-289f-4491-b462-db6f3ab05c8e requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 11:55:46.521204 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-fab995d6-41b9-4830-89ac-37781832820d tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/quotas/83beb24cf6374fd2a3c025b92c626595 HTTP/1.1" status: 200 len: 375 time: 0.0309687 Feb 07 11:55:46.521741 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 50632) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:55:46.529032 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-4026ca80-0f7b-4d4c-8a6a-f0c4ccd315bc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1448088895-router', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:55:46.604471 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-59551ebd-6258-4d1f-a249-fb27a0225322 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=83beb24cf6374fd2a3c025b92c626595&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714700 Feb 07 11:55:46.611432 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec1a7c-5945-4527-b692-45b58949e1c0 None None] Pushing event updated for resources: {'Port': ['ID=f27b6f79-7997-4d68-87ec-8143fe712c90,revision_number=2']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:46.624548 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-60c8b0f6-00bc-46b2-98a0-40b71c5d4d4e admin admin] Publish callbacks [] for security_group (7ba28e01-4ce3-4e70-8be3-91b06aa3d356), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:46.652082 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9297a6da-ed29-4a02-8170-4aa5a762d37b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70b1ed78-7000-5af2-904f-3db4fdf32486-5c560c9d-289f-4491-b462-db6f3ab05c8e', 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e', 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'fixed_ips': [{'subnet_id': '40dfba53-a55c-40ea-abe9-97a328c1f35f'}]}} from dv-cinder-817351-12-iscsi. {{(pid=109817) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 11:55:46.653450 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-9297a6da-ed29-4a02-8170-4aa5a762d37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:46.695376 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4026ca80-0f7b-4d4c-8a6a-f0c4ccd315bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-870201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8409'] for router (04021121-4c18-4409-b664-e48dc993950a), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:46.696599 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4026ca80-0f7b-4d4c-8a6a-f0c4ccd315bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-874983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router (04021121-4c18-4409-b664-e48dc993950a), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:46.702682 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_common [None req-f36aa115-25e9-4c32-acf9-3362aeed0319 admin admin] Allocated IP 172.27.1.180 (12a459b1-c19f-48b5-9c0c-c18492f1de42/06f471c1-ec2c-4a47-a3f1-0b43664949d1/dab37051-4741-4ba2-8137-3fc21ba4d0d2) {{(pid=109815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:55:46.805992 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-60c8b0f6-00bc-46b2-98a0-40b71c5d4d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (7ba28e01-4ce3-4e70-8be3-91b06aa3d356), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:46.893818 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f36aa115-25e9-4c32-acf9-3362aeed0319 admin admin] Publish callbacks [] for port (dab37051-4741-4ba2-8137-3fc21ba4d0d2), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:46.986879 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.db_base_plugin_common [None req-9297a6da-ed29-4a02-8170-4aa5a762d37b None None] Allocated IP 172.20.0.2 (5c560c9d-289f-4491-b462-db6f3ab05c8e/40dfba53-a55c-40ea-abe9-97a328c1f35f/a6fca59b-a3e9-464d-a680-fe1ffd37baa2) {{(pid=109817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:55:47.080142 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-fa2b8e21-45b8-4612-9fb0-f345ee11ea41 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109816) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 11:55:47.081335 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-fa2b8e21-45b8-4612-9fb0-f345ee11ea41 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2788920 Feb 07 11:55:47.131448 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-60c8b0f6-00bc-46b2-98a0-40b71c5d4d4e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f55de6576b1547a9a2cf5377db72d142&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2235134 Feb 07 11:55:47.136657 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 50658) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:55:47.155186 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8b0f6-00bc-46b2-98a0-40b71c5d4d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba28e01-4ce3-4e70-8be3-91b06aa3d356,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:47.189973 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4026ca80-0f7b-4d4c-8a6a-f0c4ccd315bc admin admin] Publish callbacks [] for router_controller (04021121-4c18-4409-b664-e48dc993950a), precommit_add_association {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:47.205162 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-cb5f0bac-b30d-42fa-941c-6cde726a77d7 admin admin] Publish callbacks [] for router_gateway (02036abe-6cb2-407f-a268-191c29388611), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:47.215370 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f36aa115-25e9-4c32-acf9-3362aeed0319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (dab37051-4741-4ba2-8137-3fc21ba4d0d2), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:47.240917 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-9297a6da-ed29-4a02-8170-4aa5a762d37b None None] Publish callbacks [] for port (a6fca59b-a3e9-464d-a680-fe1ffd37baa2), precommit_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:47.243000 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-cb5f0bac-b30d-42fa-941c-6cde726a77d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:47.310094 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36aa115-25e9-4c32-acf9-3362aeed0319 admin admin] Network 12a459b1-c19f-48b5-9c0c-c18492f1de42 is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:55:47.327068 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-f36aa115-25e9-4c32-acf9-3362aeed0319 admin admin] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:55:47.330814 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-18a084ad-4757-40db-ae0e-b1293b0f6443 service neutron] 10.222.0.67 "GET /v2.0/networks/73699b35-77b7-43e7-abef-ec3bdabb95b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018569 Feb 07 11:55:47.341250 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36aa115-25e9-4c32-acf9-3362aeed0319 admin admin] Received port after_create {{(pid=109815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:55:47.345177 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-9297a6da-ed29-4a02-8170-4aa5a762d37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (a6fca59b-a3e9-464d-a680-fe1ffd37baa2), after_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:47.349168 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-7a5febb6-5d91-4a47-b0e0-b69e5e1946fb admin admin] Publish callbacks [] for security_group (7ba28e01-4ce3-4e70-8be3-91b06aa3d356), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:47.399226 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9297a6da-ed29-4a02-8170-4aa5a762d37b None None] Network 5c560c9d-289f-4491-b462-db6f3ab05c8e is already hosted by enough agents. {{(pid=109817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:55:47.404673 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.scheduler.base_scheduler [None req-9297a6da-ed29-4a02-8170-4aa5a762d37b None None] Resources bound (agent type, host, resource id): {{(pid=109817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:55:47.410029 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9297a6da-ed29-4a02-8170-4aa5a762d37b None None] Received port after_create {{(pid=109817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:55:47.430249 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9297a6da-ed29-4a02-8170-4aa5a762d37b None None] Pushing event updated for resources: {'Port': ['ID=a6fca59b-a3e9-464d-a680-fe1ffd37baa2,revision_number=1']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:47.470264 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36aa115-25e9-4c32-acf9-3362aeed0319 admin admin] Pushing event updated for resources: {'Port': ['ID=dab37051-4741-4ba2-8137-3fc21ba4d0d2,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:47.493709 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-7a5febb6-5d91-4a47-b0e0-b69e5e1946fb admin admin] Publish callbacks [] for security_group (7ba28e01-4ce3-4e70-8be3-91b06aa3d356), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:47.521596 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-9297a6da-ed29-4a02-8170-4aa5a762d37b None None] Attempting to bind port a6fca59b-a3e9-464d-a680-fe1ffd37baa2 on host dv-cinder-817351-12-iscsi for vnic_type normal with profile {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:55:47.525231 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-9297a6da-ed29-4a02-8170-4aa5a762d37b None None] Attempting to bind port a6fca59b-a3e9-464d-a680-fe1ffd37baa2 by drivers openvswitch,hyperv on host dv-cinder-817351-12-iscsi at level 0 using segments [{'id': '4dd91289-9497-4700-ac6d-fa09629bdd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e'}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:55:47.525231 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9297a6da-ed29-4a02-8170-4aa5a762d37b None None] Attempting to bind port a6fca59b-a3e9-464d-a680-fe1ffd37baa2 on network 5c560c9d-289f-4491-b462-db6f3ab05c8e {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:55:47.535416 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9297a6da-ed29-4a02-8170-4aa5a762d37b None None] Checking agent: {'id': '3ccea1af-134d-4579-b433-9df459de661e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 47, 45), 'started_at': datetime.datetime(2022, 2, 7, 11, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:55:47.535818 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9297a6da-ed29-4a02-8170-4aa5a762d37b None None] Checking segment: {'id': '4dd91289-9497-4700-ac6d-fa09629bdd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:55:47.536225 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-9297a6da-ed29-4a02-8170-4aa5a762d37b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:47.536630 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9297a6da-ed29-4a02-8170-4aa5a762d37b None None] Bound using segment: {'id': '4dd91289-9497-4700-ac6d-fa09629bdd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e'} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:55:47.538005 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-9297a6da-ed29-4a02-8170-4aa5a762d37b None None] Bound port: a6fca59b-a3e9-464d-a680-fe1ffd37baa2, host: dv-cinder-817351-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd91289-9497-4700-ac6d-fa09629bdd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e'}}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:55:47.540037 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-9297a6da-ed29-4a02-8170-4aa5a762d37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (a6fca59b-a3e9-464d-a680-fe1ffd37baa2), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:47.583568 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_common [None req-cb5f0bac-b30d-42fa-941c-6cde726a77d7 admin admin] Allocated IP 172.27.1.35 (12a459b1-c19f-48b5-9c0c-c18492f1de42/06f471c1-ec2c-4a47-a3f1-0b43664949d1/9a5a9505-dd91-4939-846a-b5f16fee6bf0) {{(pid=109816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:55:47.585975 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device f27b6f79-7997-4d68-87ec-8143fe712c90 up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:55:47.606236 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4026ca80-0f7b-4d4c-8a6a-f0c4ccd315bc admin admin] Publish callbacks [] for router_gateway (04021121-4c18-4409-b664-e48dc993950a), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:47.633219 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-45fe7929-25ed-4d98-9a9d-c7ae9519a779 service neutron] 10.222.0.67 "GET /v2.0/networks/73699b35-77b7-43e7-abef-ec3bdabb95b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959037 Feb 07 11:55:47.645089 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-11393a35-349a-4150-9aea-99e3a2d9477c req-c1e8b868-a5fa-452c-b837-75f1d30295ee tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 210 time: 0.0746148 Feb 07 11:55:47.661386 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-9297a6da-ed29-4a02-8170-4aa5a762d37b None None] For port a6fca59b-a3e9-464d-a680-fe1ffd37baa2, host dv-cinder-817351-12-iscsi, cleared binding levels {{(pid=109817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:55:47.670704 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-9297a6da-ed29-4a02-8170-4aa5a762d37b None None] For port a6fca59b-a3e9-464d-a680-fe1ffd37baa2, host dv-cinder-817351-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=a6fca59b-a3e9-464d-a680-fe1ffd37baa2,segment=NetworkSegment(4dd91289-9497-4700-ac6d-fa09629bdd61),segment_id=4dd91289-9497-4700-ac6d-fa09629bdd61)] {{(pid=109817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:55:47.684690 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port f27b6f79-7997-4d68-87ec-8143fe712c90 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:55:47.688501 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (f27b6f79-7997-4d68-87ec-8143fe712c90), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:47.763135 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-9297a6da-ed29-4a02-8170-4aa5a762d37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (a6fca59b-a3e9-464d-a680-fe1ffd37baa2), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:47.779061 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-7a5febb6-5d91-4a47-b0e0-b69e5e1946fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (7ba28e01-4ce3-4e70-8be3-91b06aa3d356), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:47.783276 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-7a5febb6-5d91-4a47-b0e0-b69e5e1946fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:47.785111 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-7a5febb6-5d91-4a47-b0e0-b69e5e1946fb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7ba28e01-4ce3-4e70-8be3-91b06aa3d356 HTTP/1.1" status: 204 len: 168 time: 0.6492870 Feb 07 11:55:47.844307 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9297a6da-ed29-4a02-8170-4aa5a762d37b None None] Pushing event updated for resources: {'Port': ['ID=a6fca59b-a3e9-464d-a680-fe1ffd37baa2,revision_number=2']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:47.877901 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-cb5f0bac-b30d-42fa-941c-6cde726a77d7 admin admin] Publish callbacks [] for port (9a5a9505-dd91-4939-846a-b5f16fee6bf0), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:47.942520 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5febb6-5d91-4a47-b0e0-b69e5e1946fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba28e01-4ce3-4e70-8be3-91b06aa3d356,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:48.003598 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port f27b6f79-7997-4d68-87ec-8143fe712c90 is: DOWN; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:55:48.004269 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (f27b6f79-7997-4d68-87ec-8143fe712c90), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:48.097977 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] For port f27b6f79-7997-4d68-87ec-8143fe712c90, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=f27b6f79-7997-4d68-87ec-8143fe712c90,segment=NetworkSegment(5ce52992-6ecb-4a67-aa5e-518eb9452259),segment_id=5ce52992-6ecb-4a67-aa5e-518eb9452259)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:55:48.182470 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-cb5f0bac-b30d-42fa-941c-6cde726a77d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (9a5a9505-dd91-4939-846a-b5f16fee6bf0), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:48.266019 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f36aa115-25e9-4c32-acf9-3362aeed0319 admin admin] Publish callbacks [] for router_gateway (180b83f1-0d9d-4ad5-b300-97130b928591), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:48.270370 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (f27b6f79-7997-4d68-87ec-8143fe712c90), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:48.354745 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Pushing event updated for resources: {'Port': ['ID=f27b6f79-7997-4d68-87ec-8143fe712c90,revision_number=3']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:48.423317 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5f0bac-b30d-42fa-941c-6cde726a77d7 admin admin] Network 12a459b1-c19f-48b5-9c0c-c18492f1de42 is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:55:48.436766 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-cb5f0bac-b30d-42fa-941c-6cde726a77d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:55:48.445037 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5f0bac-b30d-42fa-941c-6cde726a77d7 admin admin] Received port after_create {{(pid=109816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:55:48.447631 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4026ca80-0f7b-4d4c-8a6a-f0c4ccd315bc admin admin] Publish callbacks [] for router_gateway (04021121-4c18-4409-b664-e48dc993950a), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:48.510616 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ceeabd-b5be-44fb-8363-3c7e8c9ad5d5 None None] Network 7e90f11b-6d0b-4095-9954-c1764d14537e requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 11:55:48.543046 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4026ca80-0f7b-4d4c-8a6a-f0c4ccd315bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:48.550046 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f0bac-b30d-42fa-941c-6cde726a77d7 admin admin] Pushing event updated for resources: {'Port': ['ID=9a5a9505-dd91-4939-846a-b5f16fee6bf0,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:48.569758 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-03543d27-898f-4b17-a120-acfe02d05738 req-0513a9fe-574d-4a25-a9c7-e99f4e9a833c tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 210 time: 0.1797519 Feb 07 11:55:48.598176 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-297121e0-8135-4b00-828f-53b42508fdc3 None None] Provisioning complete for port f27b6f79-7997-4d68-87ec-8143fe712c90 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:55:48.598756 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-297121e0-8135-4b00-828f-53b42508fdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (f27b6f79-7997-4d68-87ec-8143fe712c90), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:48.874699 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f36aa115-25e9-4c32-acf9-3362aeed0319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-870326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-875824'] for router (180b83f1-0d9d-4ad5-b300-97130b928591), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:49.056116 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-297121e0-8135-4b00-828f-53b42508fdc3 None None] Current status of the port f27b6f79-7997-4d68-87ec-8143fe712c90 is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:55:49.158867 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6116f4dc-2600-4a53-b4e2-645d1e82f8dd req-35fd424c-5c6d-449c-aead-6abc64621ba9 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 210 time: 0.1036472 Feb 07 11:55:49.187382 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_common [None req-4026ca80-0f7b-4d4c-8a6a-f0c4ccd315bc admin admin] Allocated IP 172.27.1.110 (12a459b1-c19f-48b5-9c0c-c18492f1de42/06f471c1-ec2c-4a47-a3f1-0b43664949d1/c5961d38-9d60-4c2e-bec1-93b0436cd6de) {{(pid=109816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:55:49.320686 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-cb5f0bac-b30d-42fa-941c-6cde726a77d7 admin admin] Publish callbacks [] for router_gateway (02036abe-6cb2-407f-a268-191c29388611), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:49.467527 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36aa115-25e9-4c32-acf9-3362aeed0319 admin admin] Router 180b83f1-0d9d-4ad5-b300-97130b928591 is scheduled to L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad with binding_index 1 {{(pid=109815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 11:55:49.500689 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-c7ed12be-3325-4e0e-8e10-bbb809706c2a None None] Provisioning complete for port f27b6f79-7997-4d68-87ec-8143fe712c90 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:55:49.501702 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-c7ed12be-3325-4e0e-8e10-bbb809706c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (f27b6f79-7997-4d68-87ec-8143fe712c90), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:49.614378 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9585a063-337c-47d8-beae-34f4011a5b4e None None] Network 5c560c9d-289f-4491-b462-db6f3ab05c8e requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 11:55:49.869022 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device a6fca59b-a3e9-464d-a680-fe1ffd37baa2 up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:55:49.875802 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.18', 53580) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:55:49.875802 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 50748) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:55:49.877648 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-af2588dd-bed8-4e47-acb0-1e8f571842f5 req-9673d6dd-c631-4319-aa4e-29f23fb3a3bb tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 210 time: 0.0726845 Feb 07 11:55:49.878815 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port a6fca59b-a3e9-464d-a680-fe1ffd37baa2 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:55:49.878815 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (a6fca59b-a3e9-464d-a680-fe1ffd37baa2), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:49.888222 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36aa115-25e9-4c32-acf9-3362aeed0319 admin admin] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 11:55:49.902880 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffb80d5-6fa1-4812-98ee-03904b8603f8 None None] Sync routers for ids ['180b83f1-0d9d-4ad5-b300-97130b928591'] in dv-cinder-817351-12-iscsi {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 11:55:49.935192 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4026ca80-0f7b-4d4c-8a6a-f0c4ccd315bc admin admin] Publish callbacks [] for port (c5961d38-9d60-4c2e-bec1-93b0436cd6de), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:49.942155 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffb80d5-6fa1-4812-98ee-03904b8603f8 None None] Routers {'180b83f1-0d9d-4ad5-b300-97130b928591'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:55:49.944655 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-bffb80d5-6fa1-4812-98ee-03904b8603f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:55:41Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['180b83f1-0d9d-4ad5-b300-97130b928591'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:55:49.996008 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-06a636ac-c7f5-4b0a-9427-4b4887f74970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:50.007335 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f36aa115-25e9-4c32-acf9-3362aeed0319 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:50.009205 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-f36aa115-25e9-4c32-acf9-3362aeed0319 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2259545 Feb 07 11:55:50.014261 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 50758) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:55:50.065272 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed12be-3325-4e0e-8e10-bbb809706c2a None None] Current status of the port f27b6f79-7997-4d68-87ec-8143fe712c90 is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:55:50.154695 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port a6fca59b-a3e9-464d-a680-fe1ffd37baa2 is: DOWN; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:55:50.155195 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (a6fca59b-a3e9-464d-a680-fe1ffd37baa2), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:50.264375 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-e54d0afe-5d28-4b0d-8f26-7dbe7f475cc7 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:55:50.271796 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-9938b84d-4c3b-4435-9220-3e8fbaba4e63 None None] Provisioning complete for port a6fca59b-a3e9-464d-a680-fe1ffd37baa2 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:55:50.274701 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-9938b84d-4c3b-4435-9220-3e8fbaba4e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (a6fca59b-a3e9-464d-a680-fe1ffd37baa2), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:50.280161 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-e54d0afe-5d28-4b0d-8f26-7dbe7f475cc7 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.18 "GET /v2.0/networks?id=1f0822b9-b44a-4189-ac69-526cbfaa623f HTTP/1.1" status: 200 len: 815 time: 0.5321023 Feb 07 11:55:50.283741 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] For port a6fca59b-a3e9-464d-a680-fe1ffd37baa2, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=a6fca59b-a3e9-464d-a680-fe1ffd37baa2,segment=NetworkSegment(4dd91289-9497-4700-ac6d-fa09629bdd61),segment_id=4dd91289-9497-4700-ac6d-fa09629bdd61)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:55:50.293922 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-bffb80d5-6fa1-4812-98ee-03904b8603f8 None None] Set router 180b83f1-0d9d-4ad5-b300-97130b928591 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:55:50.356862 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-af43e858-c43e-423e-a904-17b4424a71fc tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Request body: {'port': {'device_id': '20b624fa-53d9-4fbe-a686-9db7805b75f4', 'network_id': '1f0822b9-b44a-4189-ac69-526cbfaa623f', 'admin_state_up': True, 'tenant_id': '9fa56258a2a848a3900e69789d262891'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:55:50.380754 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (a6fca59b-a3e9-464d-a680-fe1ffd37baa2), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:50.381680 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device f27b6f79-7997-4d68-87ec-8143fe712c90 up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:55:50.511611 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port f27b6f79-7997-4d68-87ec-8143fe712c90 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:55:50.511775 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4026ca80-0f7b-4d4c-8a6a-f0c4ccd315bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (c5961d38-9d60-4c2e-bec1-93b0436cd6de), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:50.512487 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (f27b6f79-7997-4d68-87ec-8143fe712c90), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:50.594697 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-9938b84d-4c3b-4435-9220-3e8fbaba4e63 None None] Current status of the port a6fca59b-a3e9-464d-a680-fe1ffd37baa2 is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:55:50.605236 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Pushing event updated for resources: {'Port': ['ID=a6fca59b-a3e9-464d-a680-fe1ffd37baa2,revision_number=3']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:50.656758 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026ca80-0f7b-4d4c-8a6a-f0c4ccd315bc admin admin] Pushing event updated for resources: {'Port': ['ID=c5961d38-9d60-4c2e-bec1-93b0436cd6de,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:50.678289 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port f27b6f79-7997-4d68-87ec-8143fe712c90 is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:55:50.722423 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-3fab3088-c9b1-4a31-b79a-dfafd44b3742 None None] Provisioning complete for port a6fca59b-a3e9-464d-a680-fe1ffd37baa2 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:55:50.722803 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-3fab3088-c9b1-4a31-b79a-dfafd44b3742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (a6fca59b-a3e9-464d-a680-fe1ffd37baa2), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:50.732956 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-bffb80d5-6fa1-4812-98ee-03904b8603f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'name': 'tempest-AttachVolumeTestJSON-526033739-router', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:44Z', 'updated_at': '2022-02-07T11:55:47Z', 'revision_number': 3, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'gw_port': {'id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:55:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:55:50.748974 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-cb5f0bac-b30d-42fa-941c-6cde726a77d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-870326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-875824'] for router (02036abe-6cb2-407f-a268-191c29388611), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:50.777025 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffb80d5-6fa1-4812-98ee-03904b8603f8 None None] Checking router: 180b83f1-0d9d-4ad5-b300-97130b928591 for host: dv-cinder-817351-12-iscsi {{(pid=109818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 11:55:50.778442 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffb80d5-6fa1-4812-98ee-03904b8603f8 None None] Updating router 180b83f1-0d9d-4ad5-b300-97130b928591 port dab37051-4741-4ba2-8137-3fc21ba4d0d2 binding host dv-cinder-817351-12-iscsi {{(pid=109818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 11:55:50.826858 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-bffb80d5-6fa1-4812-98ee-03904b8603f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (dab37051-4741-4ba2-8137-3fc21ba4d0d2), before_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:50.913842 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-3fab3088-c9b1-4a31-b79a-dfafd44b3742 None None] Current status of the port a6fca59b-a3e9-464d-a680-fe1ffd37baa2 is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:55:50.962752 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4026ca80-0f7b-4d4c-8a6a-f0c4ccd315bc admin admin] Network 12a459b1-c19f-48b5-9c0c-c18492f1de42 is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:55:50.985645 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8dd1d6c5-1896-4d66-a107-2c984ab82ac2 req-4d72a74c-ef65-48bd-a373-cfcdf9b33a62 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 210 time: 0.6186826 Feb 07 11:55:51.028274 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-06a636ac-c7f5-4b0a-9427-4b4887f74970 admin admin] Publish callbacks [] for security_group (5b1758a9-676d-42a0-8771-2ba111c5e328), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:51.036730 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-4026ca80-0f7b-4d4c-8a6a-f0c4ccd315bc admin admin] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:55:51.039993 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-80c9b212-8e89-45c9-8038-31f2cf53e1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:51.053413 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4026ca80-0f7b-4d4c-8a6a-f0c4ccd315bc admin admin] Received port after_create {{(pid=109816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:55:51.139492 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-06a636ac-c7f5-4b0a-9427-4b4887f74970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (5b1758a9-676d-42a0-8771-2ba111c5e328), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:51.139650 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-adca5879-98cb-4221-939c-554c77a747f0 req-97b6e067-0068-43fc-afa0-9b2c78af6e45 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 210 time: 0.1018889 Feb 07 11:55:51.239359 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 50816) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:55:51.239739 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-06a636ac-c7f5-4b0a-9427-4b4887f74970 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=71eb946b41704a458a7c9f461476e9ad&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4677279 Feb 07 11:55:51.303666 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a636ac-c7f5-4b0a-9427-4b4887f74970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1758a9-676d-42a0-8771-2ba111c5e328,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:51.325870 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-af43e858-c43e-423e-a904-17b4424a71fc tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Made reservation on behalf of 9fa56258a2a848a3900e69789d262891 for: {'port': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:55:51.331791 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-af43e858-c43e-423e-a904-17b4424a71fc tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:51.371899 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-bffb80d5-6fa1-4812-98ee-03904b8603f8 None None] Publish callbacks [] for port (dab37051-4741-4ba2-8137-3fc21ba4d0d2), precommit_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:51.464623 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-bffb80d5-6fa1-4812-98ee-03904b8603f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (dab37051-4741-4ba2-8137-3fc21ba4d0d2), after_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:51.516958 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.managers [None req-bffb80d5-6fa1-4812-98ee-03904b8603f8 None None] Attempting to bind port dab37051-4741-4ba2-8137-3fc21ba4d0d2 on host dv-cinder-817351-12-iscsi for vnic_type normal with profile {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:55:51.518736 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.managers [None req-bffb80d5-6fa1-4812-98ee-03904b8603f8 None None] Attempting to bind port dab37051-4741-4ba2-8137-3fc21ba4d0d2 by drivers openvswitch,hyperv on host dv-cinder-817351-12-iscsi at level 0 using segments [{'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}] {{(pid=109818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:55:51.518736 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffb80d5-6fa1-4812-98ee-03904b8603f8 None None] Attempting to bind port dab37051-4741-4ba2-8137-3fc21ba4d0d2 on network 12a459b1-c19f-48b5-9c0c-c18492f1de42 {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:55:51.528389 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device a6fca59b-a3e9-464d-a680-fe1ffd37baa2 up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:55:51.584620 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffb80d5-6fa1-4812-98ee-03904b8603f8 None None] Checking agent: {'id': '3ccea1af-134d-4579-b433-9df459de661e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 47, 45), 'started_at': datetime.datetime(2022, 2, 7, 11, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:55:51.585012 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffb80d5-6fa1-4812-98ee-03904b8603f8 None None] Checking segment: {'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:55:51.588115 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-bffb80d5-6fa1-4812-98ee-03904b8603f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:51.588363 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffb80d5-6fa1-4812-98ee-03904b8603f8 None None] Bound using segment: {'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'} {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:55:51.588855 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.managers [None req-bffb80d5-6fa1-4812-98ee-03904b8603f8 None None] Bound port: dab37051-4741-4ba2-8137-3fc21ba4d0d2, host: dv-cinder-817351-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}}] {{(pid=109818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:55:51.591557 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-bffb80d5-6fa1-4812-98ee-03904b8603f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (dab37051-4741-4ba2-8137-3fc21ba4d0d2), before_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:51.624148 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_common [None req-80c9b212-8e89-45c9-8038-31f2cf53e1e9 admin admin] Allocated IP 172.20.0.1 (7e90f11b-6d0b-4095-9954-c1764d14537e/b1a0f93d-db77-4f5b-a7ca-00e373764377/e3de4c66-4359-48f6-9401-6c77410a5fcf) {{(pid=109815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:55:51.630282 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port a6fca59b-a3e9-464d-a680-fe1ffd37baa2 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:55:51.630767 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (a6fca59b-a3e9-464d-a680-fe1ffd37baa2), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:51.641579 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ff62efdd-ae5b-47c7-bbe6-32f7d14d678f admin admin] Publish callbacks [] for security_group (5b1758a9-676d-42a0-8771-2ba111c5e328), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:51.694510 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5f0bac-b30d-42fa-941c-6cde726a77d7 admin admin] Router 02036abe-6cb2-407f-a268-191c29388611 is scheduled to L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad with binding_index 1 {{(pid=109816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 11:55:51.727259 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3c800-94c4-43ed-959e-22bf1036fe6a None None] Pushing event updated for resources: {'Port': ['ID=dab37051-4741-4ba2-8137-3fc21ba4d0d2,revision_number=2']} {{(pid=109818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:51.755677 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f3c800-94c4-43ed-959e-22bf1036fe6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:51.773751 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f3c800-94c4-43ed-959e-22bf1036fe6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:51.774419 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f3c800-94c4-43ed-959e-22bf1036fe6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:51.774981 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f3c800-94c4-43ed-959e-22bf1036fe6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:51.775568 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f3c800-94c4-43ed-959e-22bf1036fe6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:51.776077 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f3c800-94c4-43ed-959e-22bf1036fe6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:51.777151 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f3c800-94c4-43ed-959e-22bf1036fe6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:51.777783 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f3c800-94c4-43ed-959e-22bf1036fe6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:51.778295 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f3c800-94c4-43ed-959e-22bf1036fe6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:51.778791 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f3c800-94c4-43ed-959e-22bf1036fe6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:51.779124 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f3c800-94c4-43ed-959e-22bf1036fe6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:51.779473 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f3c800-94c4-43ed-959e-22bf1036fe6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:51.779924 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f3c800-94c4-43ed-959e-22bf1036fe6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f3c800-94c4-43ed-959e-22bf1036fe6a None None] Tracked resource versions report: Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: pushed versions: Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: { 'AddressGroup': {'1.2'}, Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: 'ConntrackHelper': {'1.0'}, Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: 'LocalIPAssociation': {'1.0'}, Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: 'Log': {'1.0'}, Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: 'Network': {'1.1'}, Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: 'Port': {'1.7'}, Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: 'PortForwarding': {'1.2'}, Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: 'QosPolicy': {'1.10'}, Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: 'SecurityGroup': {'1.5'}, Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: 'SecurityGroupRule': {'1.2'}, Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: 'SubPort': {'1.0'}, Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: 'Subnet': {'1.1'}, Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: 'Trunk': {'1.1'}} Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: consumer versions: Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: { DHCP agent@dv-cinder-817351-12-iscsi: {}, Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: HyperV agent@hv-cinder-81735: {}, Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: L3 agent@dv-cinder-817351-12-iscsi: {}, Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: Metadata agent@dv-cinder-817351-12-iscsi: {}, Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: Metering agent@dv-cinder-817351-12-iscsi: {}, Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: Open vSwitch agent@dv-cinder-817351-12-iscsi: { 'AddressGroup': '1.2', Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: 'ConntrackHelper': '1.0', Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: 'LocalIPAssociation': '1.0', Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: 'Log': '1.0', Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: 'Network': '1.1', Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: 'Port': '1.7', Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: 'PortForwarding': '1.2', Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: 'QosPolicy': '1.10', Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: 'SecurityGroup': '1.5', Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: 'SecurityGroupRule': '1.2', Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: 'SubPort': '1.0', Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: 'Subnet': '1.1', Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: 'Trunk': '1.1'}} Feb 07 11:55:51.799835 dv-cinder-817351-12-iscsi neutron-server[109818]: {{(pid=109818) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 11:55:51.833144 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.db [None req-bffb80d5-6fa1-4812-98ee-03904b8603f8 None None] For port dab37051-4741-4ba2-8137-3fc21ba4d0d2, host dv-cinder-817351-12-iscsi, cleared binding levels {{(pid=109818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:55:51.849910 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.db [None req-bffb80d5-6fa1-4812-98ee-03904b8603f8 None None] For port dab37051-4741-4ba2-8137-3fc21ba4d0d2, host dv-cinder-817351-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=dab37051-4741-4ba2-8137-3fc21ba4d0d2,segment=NetworkSegment(27333d9f-cdd8-4603-a3d3-d9bd5a50a047),segment_id=27333d9f-cdd8-4603-a3d3-d9bd5a50a047)] {{(pid=109818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:55:51.889622 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ff62efdd-ae5b-47c7-bbe6-32f7d14d678f admin admin] Publish callbacks [] for security_group (5b1758a9-676d-42a0-8771-2ba111c5e328), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:51.975815 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port a6fca59b-a3e9-464d-a680-fe1ffd37baa2 is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:55:51.987916 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-bffb80d5-6fa1-4812-98ee-03904b8603f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (dab37051-4741-4ba2-8137-3fc21ba4d0d2), after_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:52.127357 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffb80d5-6fa1-4812-98ee-03904b8603f8 None None] Routers {'180b83f1-0d9d-4ad5-b300-97130b928591'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:55:52.131948 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-bffb80d5-6fa1-4812-98ee-03904b8603f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:55:41Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['180b83f1-0d9d-4ad5-b300-97130b928591'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:55:52.185592 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.18', 53587) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:55:52.235648 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-80c9b212-8e89-45c9-8038-31f2cf53e1e9 admin admin] Publish callbacks [] for port (e3de4c66-4359-48f6-9401-6c77410a5fcf), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:52.248902 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-d545df7f-7030-4325-b525-de52d7359130 req-4263626e-3ea8-4b00-aa19-7589c01ebbd7 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 210 time: 0.0890739 Feb 07 11:55:52.270956 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_common [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-af43e858-c43e-423e-a904-17b4424a71fc tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Allocated IP 172.20.0.6 (1f0822b9-b44a-4189-ac69-526cbfaa623f/d7bb34f8-fb86-49c0-99ed-5186686f2b9d/11cb008d-8ef4-45f4-a74c-bd2d812a6f4a) {{(pid=109816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:55:52.314127 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4026ca80-0f7b-4d4c-8a6a-f0c4ccd315bc admin admin] Publish callbacks [] for router_gateway (04021121-4c18-4409-b664-e48dc993950a), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:52.398306 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-bffb80d5-6fa1-4812-98ee-03904b8603f8 None None] Set router 180b83f1-0d9d-4ad5-b300-97130b928591 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:55:52.412737 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ff62efdd-ae5b-47c7-bbe6-32f7d14d678f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (5b1758a9-676d-42a0-8771-2ba111c5e328), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:52.418456 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ff62efdd-ae5b-47c7-bbe6-32f7d14d678f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:52.423076 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-ff62efdd-ae5b-47c7-bbe6-32f7d14d678f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5b1758a9-676d-42a0-8771-2ba111c5e328 HTTP/1.1" status: 204 len: 168 time: 1.1803911 Feb 07 11:55:52.434786 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3c800-94c4-43ed-959e-22bf1036fe6a None None] Pushing event updated for resources: {'Port': ['ID=dab37051-4741-4ba2-8137-3fc21ba4d0d2,revision_number=3']} {{(pid=109818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:52.517301 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-486a0e8f-9b9c-44b5-9908-721927e11d9a req-94fd7768-8bf9-4011-9f63-2dfdd8f6a550 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 210 time: 0.1127062 Feb 07 11:55:52.522781 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-80c9b212-8e89-45c9-8038-31f2cf53e1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (e3de4c66-4359-48f6-9401-6c77410a5fcf), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:52.650212 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c9b212-8e89-45c9-8038-31f2cf53e1e9 admin admin] Network 7e90f11b-6d0b-4095-9954-c1764d14537e is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:55:52.661230 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9b212-8e89-45c9-8038-31f2cf53e1e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e3de4c66-4359-48f6-9401-6c77410a5fcf,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:52.676101 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-80c9b212-8e89-45c9-8038-31f2cf53e1e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:55:52.713440 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-af43e858-c43e-423e-a904-17b4424a71fc tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Publish callbacks [] for port (11cb008d-8ef4-45f4-a74c-bd2d812a6f4a), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:52.716298 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62efdd-ae5b-47c7-bbe6-32f7d14d678f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1758a9-676d-42a0-8771-2ba111c5e328,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:52.720321 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:52.848062 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-fc5af46b-83ae-4c60-87cd-28d6b2e2f292 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:55:52.851732 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-fc5af46b-83ae-4c60-87cd-28d6b2e2f292 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.18 "GET /v2.0/networks?id=73699b35-77b7-43e7-abef-ec3bdabb95b7 HTTP/1.1" status: 200 len: 811 time: 0.6524479 Feb 07 11:55:52.871707 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c9b212-8e89-45c9-8038-31f2cf53e1e9 admin admin] Received port after_create {{(pid=109815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:55:52.872205 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-80c9b212-8e89-45c9-8038-31f2cf53e1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-876007'] for router_interface (180b83f1-0d9d-4ad5-b300-97130b928591), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:52.884596 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-bffb80d5-6fa1-4812-98ee-03904b8603f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'name': 'tempest-AttachVolumeTestJSON-526033739-router', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:44Z', 'updated_at': '2022-02-07T11:55:47Z', 'revision_number': 3, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'gw_port': {'id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:55:52.901918 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-5024960d-2a3d-4f8b-9ab4-0be62573faa4 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Request body: {'port': {'device_id': '12a8b9c6-107c-419e-9e44-9ae532ee8d28', 'network_id': '73699b35-77b7-43e7-abef-ec3bdabb95b7', 'admin_state_up': True, 'tenant_id': '83beb24cf6374fd2a3c025b92c626595'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:55:52.940366 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffb80d5-6fa1-4812-98ee-03904b8603f8 None None] The sync data for ids ['180b83f1-0d9d-4ad5-b300-97130b928591'] in dv-cinder-817351-12-iscsi is: [{'id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'name': 'tempest-AttachVolumeTestJSON-526033739-router', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:44Z', 'updated_at': '2022-02-07T11:55:47Z', 'revision_number': 3, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'gw_port': {'id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}] {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 11:55:53.286870 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5f0bac-b30d-42fa-941c-6cde726a77d7 admin admin] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 11:55:53.306502 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db68748d-3ca5-43ec-8dda-75fe6fa8be16 None None] Sync routers for ids ['02036abe-6cb2-407f-a268-191c29388611'] in dv-cinder-817351-12-iscsi {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 11:55:53.349326 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-af43e858-c43e-423e-a904-17b4424a71fc tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (11cb008d-8ef4-45f4-a74c-bd2d812a6f4a), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:53.351960 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db68748d-3ca5-43ec-8dda-75fe6fa8be16 None None] Routers {'02036abe-6cb2-407f-a268-191c29388611'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:55:53.358078 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-db68748d-3ca5-43ec-8dda-75fe6fa8be16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:55:41Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['02036abe-6cb2-407f-a268-191c29388611'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:55:53.488536 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-af43e858-c43e-423e-a904-17b4424a71fc tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Network 1f0822b9-b44a-4189-ac69-526cbfaa623f is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:55:53.526629 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-af43e858-c43e-423e-a904-17b4424a71fc tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:55:53.542766 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-af43e858-c43e-423e-a904-17b4424a71fc tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Received port after_create {{(pid=109816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:55:53.548033 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-af43e858-c43e-423e-a904-17b4424a71fc tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:55:53.548655 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-af43e858-c43e-423e-a904-17b4424a71fc tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:53.710673 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-cb5f0bac-b30d-42fa-941c-6cde726a77d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:53.716246 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-cb5f0bac-b30d-42fa-941c-6cde726a77d7 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.3185372 Feb 07 11:55:53.717127 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 50884) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:55:53.822100 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-df4638cf-6b20-48bd-bc6c-35fe016acb94 None None] Provisioning complete for port e3de4c66-4359-48f6-9401-6c77410a5fcf triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:55:53.822496 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-df4638cf-6b20-48bd-bc6c-35fe016acb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (e3de4c66-4359-48f6-9401-6c77410a5fcf), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:53.856945 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43e858-c43e-423e-a904-17b4424a71fc tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Pushing event updated for resources: {'Port': ['ID=11cb008d-8ef4-45f4-a74c-bd2d812a6f4a,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:53.874439 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-af43e858-c43e-423e-a904-17b4424a71fc tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5228431 Feb 07 11:55:53.913407 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e6f851c3-1e03-4a60-8404-b0698c8db05e req-22d48a56-fbcf-4d85-b0a4-a49d5a3526f3 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 210 time: 0.1896477 Feb 07 11:55:53.969047 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-df4638cf-6b20-48bd-bc6c-35fe016acb94 None None] Port e3de4c66-4359-48f6-9401-6c77410a5fcf cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 11:55:53.982188 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-76784e83-9eb9-4a43-83a4-ffd46dce190b tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109816) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 11:55:53.983907 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-76784e83-9eb9-4a43-83a4-ffd46dce190b tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0564280 Feb 07 11:55:54.030019 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-db68748d-3ca5-43ec-8dda-75fe6fa8be16 None None] Set router 02036abe-6cb2-407f-a268-191c29388611 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:55:54.084248 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-5024960d-2a3d-4f8b-9ab4-0be62573faa4 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Made reservation on behalf of 83beb24cf6374fd2a3c025b92c626595 for: {'port': 1} {{(pid=109815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:55:54.087734 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-5024960d-2a3d-4f8b-9ab4-0be62573faa4 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:54.113884 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececfd22-3143-4df4-a4e9-67e280a0cd60 req-a051f7e6-5569-45c3-8351-13dcec793710 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:55:54.119529 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ececfd22-3143-4df4-a4e9-67e280a0cd60 req-a051f7e6-5569-45c3-8351-13dcec793710 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 931 time: 0.6560988 Feb 07 11:55:54.212535 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-80c9b212-8e89-45c9-8038-31f2cf53e1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (e3de4c66-4359-48f6-9401-6c77410a5fcf), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:54.375932 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-db68748d-3ca5-43ec-8dda-75fe6fa8be16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02036abe-6cb2-407f-a268-191c29388611', 'name': 'tempest-ServerRescueNegativeTestJSON-1484570277-router', 'tenant_id': '75db33526c1b4ecb86d73593354d98fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '9a5a9505-dd91-4939-846a-b5f16fee6bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:45Z', 'updated_at': '2022-02-07T11:55:48Z', 'revision_number': 3, 'project_id': '75db33526c1b4ecb86d73593354d98fb', 'gw_port': {'id': '9a5a9505-dd91-4939-846a-b5f16fee6bf0', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02036abe-6cb2-407f-a268-191c29388611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:47Z', 'updated_at': '2022-02-07T11:55:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:55:54.412057 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db68748d-3ca5-43ec-8dda-75fe6fa8be16 None None] Checking router: 02036abe-6cb2-407f-a268-191c29388611 for host: dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 11:55:54.412529 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db68748d-3ca5-43ec-8dda-75fe6fa8be16 None None] Updating router 02036abe-6cb2-407f-a268-191c29388611 port 9a5a9505-dd91-4939-846a-b5f16fee6bf0 binding host dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 11:55:54.469402 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-db68748d-3ca5-43ec-8dda-75fe6fa8be16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (9a5a9505-dd91-4939-846a-b5f16fee6bf0), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:54.473342 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4026ca80-0f7b-4d4c-8a6a-f0c4ccd315bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-870326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-875824'] for router (04021121-4c18-4409-b664-e48dc993950a), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:54.774313 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-86d83ec6-0a77-4602-a21d-aa75f0c2cbc9 service neutron] Request body: {'port': {'device_id': '20b624fa-53d9-4fbe-a686-9db7805b75f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:55:54.951018 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ececfd22-3143-4df4-a4e9-67e280a0cd60 req-6ca9eb58-1308-49be-b6ee-0e5752875804 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6005652 Feb 07 11:55:55.078109 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_common [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-5024960d-2a3d-4f8b-9ab4-0be62573faa4 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Allocated IP 172.20.0.9 (73699b35-77b7-43e7-abef-ec3bdabb95b7/247f0512-1b53-4eb5-b6df-ec92c1970392/9cc9f086-021a-4a47-9d2f-293b522c389d) {{(pid=109815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:55:55.092722 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-86d83ec6-0a77-4602-a21d-aa75f0c2cbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (11cb008d-8ef4-45f4-a74c-bd2d812a6f4a), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:55.163428 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-db68748d-3ca5-43ec-8dda-75fe6fa8be16 None None] Publish callbacks [] for port (9a5a9505-dd91-4939-846a-b5f16fee6bf0), precommit_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:55.198119 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-67d33cc0-6233-4c55-8898-6257439760cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:55.241318 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-db68748d-3ca5-43ec-8dda-75fe6fa8be16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (9a5a9505-dd91-4939-846a-b5f16fee6bf0), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:55.310340 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4026ca80-0f7b-4d4c-8a6a-f0c4ccd315bc admin admin] Router 04021121-4c18-4409-b664-e48dc993950a is scheduled to L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad with binding_index 1 {{(pid=109816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 11:55:55.364924 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-895a2751-228f-4eee-93e5-37302f7b2e9f req-ff4e9951-cf8e-4d42-8ab6-7bdd5987e2ae tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 210 time: 0.3292432 Feb 07 11:55:55.380293 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-db68748d-3ca5-43ec-8dda-75fe6fa8be16 None None] Attempting to bind port 9a5a9505-dd91-4939-846a-b5f16fee6bf0 on host dv-cinder-817351-12-iscsi for vnic_type normal with profile {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:55:55.380293 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-db68748d-3ca5-43ec-8dda-75fe6fa8be16 None None] Attempting to bind port 9a5a9505-dd91-4939-846a-b5f16fee6bf0 by drivers openvswitch,hyperv on host dv-cinder-817351-12-iscsi at level 0 using segments [{'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:55:55.380293 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db68748d-3ca5-43ec-8dda-75fe6fa8be16 None None] Attempting to bind port 9a5a9505-dd91-4939-846a-b5f16fee6bf0 on network 12a459b1-c19f-48b5-9c0c-c18492f1de42 {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:55:55.413334 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db68748d-3ca5-43ec-8dda-75fe6fa8be16 None None] Checking agent: {'id': '3ccea1af-134d-4579-b433-9df459de661e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 47, 45), 'started_at': datetime.datetime(2022, 2, 7, 11, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:55:55.413776 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db68748d-3ca5-43ec-8dda-75fe6fa8be16 None None] Checking segment: {'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:55:55.414125 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-db68748d-3ca5-43ec-8dda-75fe6fa8be16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:55.414559 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db68748d-3ca5-43ec-8dda-75fe6fa8be16 None None] Bound using segment: {'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:55:55.415993 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-db68748d-3ca5-43ec-8dda-75fe6fa8be16 None None] Bound port: 9a5a9505-dd91-4939-846a-b5f16fee6bf0, host: dv-cinder-817351-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:55:55.416452 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-db68748d-3ca5-43ec-8dda-75fe6fa8be16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (9a5a9505-dd91-4939-846a-b5f16fee6bf0), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:55.429239 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-80c9b212-8e89-45c9-8038-31f2cf53e1e9 admin admin] Publish callbacks [] for port (e3de4c66-4359-48f6-9401-6c77410a5fcf), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:55.500416 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-80c9b212-8e89-45c9-8038-31f2cf53e1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (e3de4c66-4359-48f6-9401-6c77410a5fcf), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:55.501415 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-80c9b212-8e89-45c9-8038-31f2cf53e1e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-869239'] for router_interface (180b83f1-0d9d-4ad5-b300-97130b928591), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:55.516963 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-5024960d-2a3d-4f8b-9ab4-0be62573faa4 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Publish callbacks [] for port (9cc9f086-021a-4a47-9d2f-293b522c389d), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:55.517577 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9942a-6f0b-4a9a-9a7c-26e0ab6af60b None None] Pushing event updated for resources: {'Port': ['ID=9a5a9505-dd91-4939-846a-b5f16fee6bf0,revision_number=2']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:55.562579 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-db68748d-3ca5-43ec-8dda-75fe6fa8be16 None None] For port 9a5a9505-dd91-4939-846a-b5f16fee6bf0, host dv-cinder-817351-12-iscsi, cleared binding levels {{(pid=109817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:55:55.567436 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-db68748d-3ca5-43ec-8dda-75fe6fa8be16 None None] For port 9a5a9505-dd91-4939-846a-b5f16fee6bf0, host dv-cinder-817351-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=9a5a9505-dd91-4939-846a-b5f16fee6bf0,segment=NetworkSegment(27333d9f-cdd8-4603-a3d3-d9bd5a50a047),segment_id=27333d9f-cdd8-4603-a3d3-d9bd5a50a047)] {{(pid=109817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:55:55.615099 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9b212-8e89-45c9-8038-31f2cf53e1e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e3de4c66-4359-48f6-9401-6c77410a5fcf,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:55.615998 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device dab37051-4741-4ba2-8137-3fc21ba4d0d2 up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:55:55.651697 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-db68748d-3ca5-43ec-8dda-75fe6fa8be16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (9a5a9505-dd91-4939-846a-b5f16fee6bf0), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:55.718200 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9942a-6f0b-4a9a-9a7c-26e0ab6af60b None None] Pushing event updated for resources: {'Port': ['ID=9a5a9505-dd91-4939-846a-b5f16fee6bf0,revision_number=3']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:55.750133 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db68748d-3ca5-43ec-8dda-75fe6fa8be16 None None] Routers {'02036abe-6cb2-407f-a268-191c29388611'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:55:55.750891 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-db68748d-3ca5-43ec-8dda-75fe6fa8be16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:55:41Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['02036abe-6cb2-407f-a268-191c29388611'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:55:55.931474 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c9b212-8e89-45c9-8038-31f2cf53e1e9 admin admin] Network 7e90f11b-6d0b-4095-9954-c1764d14537e is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:55:55.933361 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4026ca80-0f7b-4d4c-8a6a-f0c4ccd315bc admin admin] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 11:55:55.936432 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-80c9b212-8e89-45c9-8038-31f2cf53e1e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:55:55.945060 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c2200f-039a-4239-b863-9892283a349d None None] Sync routers for ids ['04021121-4c18-4409-b664-e48dc993950a'] in dv-cinder-817351-12-iscsi {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 11:55:55.974544 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c2200f-039a-4239-b863-9892283a349d None None] Routers {'04021121-4c18-4409-b664-e48dc993950a'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:55:55.978321 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-f3c2200f-039a-4239-b863-9892283a349d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:55:41Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['04021121-4c18-4409-b664-e48dc993950a'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:55:56.058045 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port dab37051-4741-4ba2-8137-3fc21ba4d0d2 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:55:56.058285 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (dab37051-4741-4ba2-8137-3fc21ba4d0d2), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:56.061692 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-5024960d-2a3d-4f8b-9ab4-0be62573faa4 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (9cc9f086-021a-4a47-9d2f-293b522c389d), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:56.207117 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-db68748d-3ca5-43ec-8dda-75fe6fa8be16 None None] Set router 02036abe-6cb2-407f-a268-191c29388611 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:55:56.283014 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-5024960d-2a3d-4f8b-9ab4-0be62573faa4 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Network 73699b35-77b7-43e7-abef-ec3bdabb95b7 is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:55:56.284409 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-f3c2200f-039a-4239-b863-9892283a349d None None] Set router 04021121-4c18-4409-b664-e48dc993950a gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:55:56.339238 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-5024960d-2a3d-4f8b-9ab4-0be62573faa4 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:55:56.385022 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-5024960d-2a3d-4f8b-9ab4-0be62573faa4 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Received port after_create {{(pid=109815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:55:56.400464 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-5024960d-2a3d-4f8b-9ab4-0be62573faa4 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:55:56.401213 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-5024960d-2a3d-4f8b-9ab4-0be62573faa4 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for port (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:56.523374 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port dab37051-4741-4ba2-8137-3fc21ba4d0d2 is: DOWN; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:55:56.523979 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (dab37051-4741-4ba2-8137-3fc21ba4d0d2), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:56.539011 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-9224939f-c4e7-45fa-8b16-375c7eaaf2ac None None] Provisioning complete for port e3de4c66-4359-48f6-9401-6c77410a5fcf triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:55:56.539392 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-9224939f-c4e7-45fa-8b16-375c7eaaf2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (e3de4c66-4359-48f6-9401-6c77410a5fcf), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:56.575861 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4026ca80-0f7b-4d4c-8a6a-f0c4ccd315bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:56.578910 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-4026ca80-0f7b-4d4c-8a6a-f0c4ccd315bc admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.0544448 Feb 07 11:55:56.593174 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 50942) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:55:56.647203 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024960d-2a3d-4f8b-9ab4-0be62573faa4 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Pushing event updated for resources: {'Port': ['ID=9cc9f086-021a-4a47-9d2f-293b522c389d,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:56.669482 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] For port dab37051-4741-4ba2-8137-3fc21ba4d0d2, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=dab37051-4741-4ba2-8137-3fc21ba4d0d2,segment=NetworkSegment(27333d9f-cdd8-4603-a3d3-d9bd5a50a047),segment_id=27333d9f-cdd8-4603-a3d3-d9bd5a50a047)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:55:56.731247 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-9224939f-c4e7-45fa-8b16-375c7eaaf2ac None None] Port e3de4c66-4359-48f6-9401-6c77410a5fcf cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 11:55:56.741659 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_common [None req-67d33cc0-6233-4c55-8898-6257439760cd admin admin] Allocated IP 172.20.0.1 (677930ed-9c83-41f5-83f9-2c05042c40b2/967182f2-622c-4180-924f-9039ced922cc/6fd7b8c0-4370-4882-9ede-8ca241960aaa) {{(pid=109816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:55:56.774546 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (dab37051-4741-4ba2-8137-3fc21ba4d0d2), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:56.779865 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c9b212-8e89-45c9-8038-31f2cf53e1e9 admin admin] Router 180b83f1-0d9d-4ad5-b300-97130b928591 has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 11:55:56.796302 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102b1ff-8fc4-4ed8-840d-b27ff2f9a723 req-e5a65742-4e87-493e-afaa-1b84dd83d72e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:55:56.813015 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-5024960d-2a3d-4f8b-9ab4-0be62573faa4 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9158797 Feb 07 11:55:56.813209 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-1102b1ff-8fc4-4ed8-840d-b27ff2f9a723 req-e5a65742-4e87-493e-afaa-1b84dd83d72e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 931 time: 0.6731467 Feb 07 11:55:56.846363 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a8146-91fd-4197-8c11-b8ba6ac46351 req-06701af6-456d-4297-8fdb-9ef57451dfad tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:55:56.848648 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-738a8146-91fd-4197-8c11-b8ba6ac46351 req-06701af6-456d-4297-8fdb-9ef57451dfad tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 931 time: 0.3308876 Feb 07 11:55:56.855406 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-fff9910f-aeb5-4715-9a3a-c0bb5ef1b035 service neutron] Request body: {'port': {'device_id': '12a8b9c6-107c-419e-9e44-9ae532ee8d28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:55:56.857038 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-db68748d-3ca5-43ec-8dda-75fe6fa8be16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02036abe-6cb2-407f-a268-191c29388611', 'name': 'tempest-ServerRescueNegativeTestJSON-1484570277-router', 'tenant_id': '75db33526c1b4ecb86d73593354d98fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '9a5a9505-dd91-4939-846a-b5f16fee6bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:45Z', 'updated_at': '2022-02-07T11:55:48Z', 'revision_number': 3, 'project_id': '75db33526c1b4ecb86d73593354d98fb', 'gw_port': {'id': '9a5a9505-dd91-4939-846a-b5f16fee6bf0', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02036abe-6cb2-407f-a268-191c29388611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:47Z', 'updated_at': '2022-02-07T11:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:55:56.901485 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-f3c2200f-039a-4239-b863-9892283a349d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04021121-4c18-4409-b664-e48dc993950a', 'name': 'tempest-AttachVolumeShelveTestJSON-1448088895-router', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:55:51Z', 'revision_number': 3, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'gw_port': {'id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:48Z', 'updated_at': '2022-02-07T11:55:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:55:56.946143 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db68748d-3ca5-43ec-8dda-75fe6fa8be16 None None] The sync data for ids ['02036abe-6cb2-407f-a268-191c29388611'] in dv-cinder-817351-12-iscsi is: [{'id': '02036abe-6cb2-407f-a268-191c29388611', 'name': 'tempest-ServerRescueNegativeTestJSON-1484570277-router', 'tenant_id': '75db33526c1b4ecb86d73593354d98fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '9a5a9505-dd91-4939-846a-b5f16fee6bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:45Z', 'updated_at': '2022-02-07T11:55:48Z', 'revision_number': 3, 'project_id': '75db33526c1b4ecb86d73593354d98fb', 'gw_port': {'id': '9a5a9505-dd91-4939-846a-b5f16fee6bf0', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02036abe-6cb2-407f-a268-191c29388611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:47Z', 'updated_at': '2022-02-07T11:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}] {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 11:55:56.946411 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c2200f-039a-4239-b863-9892283a349d None None] Checking router: 04021121-4c18-4409-b664-e48dc993950a for host: dv-cinder-817351-12-iscsi {{(pid=109818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 11:55:56.947545 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c2200f-039a-4239-b863-9892283a349d None None] Updating router 04021121-4c18-4409-b664-e48dc993950a port c5961d38-9d60-4c2e-bec1-93b0436cd6de binding host dv-cinder-817351-12-iscsi {{(pid=109818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 11:55:56.990603 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-fff9910f-aeb5-4715-9a3a-c0bb5ef1b035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (9cc9f086-021a-4a47-9d2f-293b522c389d), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:57.003905 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Pushing event updated for resources: {'Port': ['ID=dab37051-4741-4ba2-8137-3fc21ba4d0d2,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:57.013734 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-86d83ec6-0a77-4602-a21d-aa75f0c2cbc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11cb008d-8ef4-45f4-a74c-bd2d812a6f4a {{(pid=109816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 11:55:57.074926 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-86d83ec6-0a77-4602-a21d-aa75f0c2cbc9 service neutron] Publish callbacks [] for port (11cb008d-8ef4-45f4-a74c-bd2d812a6f4a), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:57.098592 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-f3c2200f-039a-4239-b863-9892283a349d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (c5961d38-9d60-4c2e-bec1-93b0436cd6de), before_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:57.118332 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-1102b1ff-8fc4-4ed8-840d-b27ff2f9a723 req-9026075a-c418-448b-bd07-68cf9124d21c tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035166 Feb 07 11:55:57.174363 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-738a8146-91fd-4197-8c11-b8ba6ac46351 req-10ac1b15-550a-48b5-b9f9-6c9260ecf80e tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/security-groups?id=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109039 Feb 07 11:55:57.265468 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.provisioning_blocks [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-86d83ec6-0a77-4602-a21d-aa75f0c2cbc9 service neutron] Transition to ACTIVE for port object 11cb008d-8ef4-45f4-a74c-bd2d812a6f4a will not be triggered until provisioned by entity L2. {{(pid=109816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 11:55:57.304197 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-67d33cc0-6233-4c55-8898-6257439760cd admin admin] Publish callbacks [] for port (6fd7b8c0-4370-4882-9ede-8ca241960aaa), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:57.553711 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-86d83ec6-0a77-4602-a21d-aa75f0c2cbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (11cb008d-8ef4-45f4-a74c-bd2d812a6f4a), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:57.571666 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device dab37051-4741-4ba2-8137-3fc21ba4d0d2 up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:55:57.684299 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-67d33cc0-6233-4c55-8898-6257439760cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (6fd7b8c0-4370-4882-9ede-8ca241960aaa), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:57.731894 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port dab37051-4741-4ba2-8137-3fc21ba4d0d2 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:55:57.732626 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (dab37051-4741-4ba2-8137-3fc21ba4d0d2), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:57.778512 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d33cc0-6233-4c55-8898-6257439760cd admin admin] Network 677930ed-9c83-41f5-83f9-2c05042c40b2 is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:55:57.953191 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-67d33cc0-6233-4c55-8898-6257439760cd admin admin] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:55:57.953191 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d33cc0-6233-4c55-8898-6257439760cd admin admin] Received port after_create {{(pid=109816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:55:57.953191 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-67d33cc0-6233-4c55-8898-6257439760cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-876007'] for router_interface (02036abe-6cb2-407f-a268-191c29388611), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:57.955043 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c9b212-8e89-45c9-8038-31f2cf53e1e9 admin admin] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 11:55:57.955043 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-80c9b212-8e89-45c9-8038-31f2cf53e1e9 admin admin] 10.222.0.67 "PUT /v2.0/routers/180b83f1-0d9d-4ad5-b300-97130b928591/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8349550 Feb 07 11:55:57.958316 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e111cec7-39b0-4c83-a73c-ccb303a2df51 None None] Sync routers for ids ['180b83f1-0d9d-4ad5-b300-97130b928591'] in dv-cinder-817351-12-iscsi {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 11:55:57.958490 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d83ec6-0a77-4602-a21d-aa75f0c2cbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=11cb008d-8ef4-45f4-a74c-bd2d812a6f4a,revision_number=2']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:57.958960 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e111cec7-39b0-4c83-a73c-ccb303a2df51 None None] Routers {'180b83f1-0d9d-4ad5-b300-97130b928591'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:55:57.958960 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-e111cec7-39b0-4c83-a73c-ccb303a2df51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:55:41Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['180b83f1-0d9d-4ad5-b300-97130b928591'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:55:58.044246 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-f3c2200f-039a-4239-b863-9892283a349d None None] Publish callbacks [] for port (c5961d38-9d60-4c2e-bec1-93b0436cd6de), precommit_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:58.070648 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-fff9910f-aeb5-4715-9a3a-c0bb5ef1b035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc9f086-021a-4a47-9d2f-293b522c389d {{(pid=109815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 11:55:58.102713 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-fff9910f-aeb5-4715-9a3a-c0bb5ef1b035 service neutron] Publish callbacks [] for port (9cc9f086-021a-4a47-9d2f-293b522c389d), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:58.161046 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-f3c2200f-039a-4239-b863-9892283a349d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (c5961d38-9d60-4c2e-bec1-93b0436cd6de), after_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:58.171133 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-86d83ec6-0a77-4602-a21d-aa75f0c2cbc9 service neutron] Attempting to bind port 11cb008d-8ef4-45f4-a74c-bd2d812a6f4a on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:55:58.171133 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-86d83ec6-0a77-4602-a21d-aa75f0c2cbc9 service neutron] Attempting to bind port 11cb008d-8ef4-45f4-a74c-bd2d812a6f4a by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'f47893db-e434-4e31-97bd-89f81aa77ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1f0822b9-b44a-4189-ac69-526cbfaa623f'}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:55:58.171133 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-86d83ec6-0a77-4602-a21d-aa75f0c2cbc9 service neutron] Attempting to bind port 11cb008d-8ef4-45f4-a74c-bd2d812a6f4a on network 1f0822b9-b44a-4189-ac69-526cbfaa623f {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:55:58.181509 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-fff9910f-aeb5-4715-9a3a-c0bb5ef1b035 service neutron] Transition to ACTIVE for port object 9cc9f086-021a-4a47-9d2f-293b522c389d will not be triggered until provisioned by entity L2. {{(pid=109815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 11:55:58.239995 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ccada-db41-4fc7-9da0-42092ebc4fe8 None None] Pushing event updated for resources: {'Port': ['ID=c5961d38-9d60-4c2e-bec1-93b0436cd6de,revision_number=2']} {{(pid=109818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:58.270564 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.managers [None req-f3c2200f-039a-4239-b863-9892283a349d None None] Attempting to bind port c5961d38-9d60-4c2e-bec1-93b0436cd6de on host dv-cinder-817351-12-iscsi for vnic_type normal with profile {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:55:58.271235 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.managers [None req-f3c2200f-039a-4239-b863-9892283a349d None None] Attempting to bind port c5961d38-9d60-4c2e-bec1-93b0436cd6de by drivers openvswitch,hyperv on host dv-cinder-817351-12-iscsi at level 0 using segments [{'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}] {{(pid=109818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:55:58.271707 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c2200f-039a-4239-b863-9892283a349d None None] Attempting to bind port c5961d38-9d60-4c2e-bec1-93b0436cd6de on network 12a459b1-c19f-48b5-9c0c-c18492f1de42 {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:55:58.278015 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c2200f-039a-4239-b863-9892283a349d None None] Checking agent: {'id': '3ccea1af-134d-4579-b433-9df459de661e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 47, 45), 'started_at': datetime.datetime(2022, 2, 7, 11, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:55:58.283967 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c2200f-039a-4239-b863-9892283a349d None None] Checking segment: {'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:55:58.283967 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-f3c2200f-039a-4239-b863-9892283a349d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:58.283967 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c2200f-039a-4239-b863-9892283a349d None None] Bound using segment: {'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'} {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:55:58.283967 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.managers [None req-f3c2200f-039a-4239-b863-9892283a349d None None] Bound port: c5961d38-9d60-4c2e-bec1-93b0436cd6de, host: dv-cinder-817351-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}}] {{(pid=109818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:55:58.284331 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-86d83ec6-0a77-4602-a21d-aa75f0c2cbc9 service neutron] Port 11cb008d-8ef4-45f4-a74c-bd2d812a6f4a on network 1f0822b9-b44a-4189-ac69-526cbfaa623f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 11:55:58.284440 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-f3c2200f-039a-4239-b863-9892283a349d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (c5961d38-9d60-4c2e-bec1-93b0436cd6de), before_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:58.284526 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-86d83ec6-0a77-4602-a21d-aa75f0c2cbc9 service neutron] Attempting to bind port 11cb008d-8ef4-45f4-a74c-bd2d812a6f4a on network 1f0822b9-b44a-4189-ac69-526cbfaa623f {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:55:58.287745 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d33cc0-6233-4c55-8898-6257439760cd admin admin] Pushing event updated for resources: {'Port': ['ID=6fd7b8c0-4370-4882-9ede-8ca241960aaa,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:58.350591 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-86d83ec6-0a77-4602-a21d-aa75f0c2cbc9 service neutron] Checking agent: {'id': '0d418b69-6da0-49d9-b758-bac8cc78f2cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'started_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:55:58.352201 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-86d83ec6-0a77-4602-a21d-aa75f0c2cbc9 service neutron] Checking segment: {'id': 'f47893db-e434-4e31-97bd-89f81aa77ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1f0822b9-b44a-4189-ac69-526cbfaa623f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:55:58.352780 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-86d83ec6-0a77-4602-a21d-aa75f0c2cbc9 service neutron] Bound using segment: {'id': 'f47893db-e434-4e31-97bd-89f81aa77ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1f0822b9-b44a-4189-ac69-526cbfaa623f'} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:55:58.353265 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-86d83ec6-0a77-4602-a21d-aa75f0c2cbc9 service neutron] Bound port: 11cb008d-8ef4-45f4-a74c-bd2d812a6f4a, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47893db-e434-4e31-97bd-89f81aa77ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1f0822b9-b44a-4189-ac69-526cbfaa623f'}}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:55:58.353686 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-86d83ec6-0a77-4602-a21d-aa75f0c2cbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (11cb008d-8ef4-45f4-a74c-bd2d812a6f4a), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:58.413865 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port dab37051-4741-4ba2-8137-3fc21ba4d0d2 is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:55:58.414352 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.db [None req-f3c2200f-039a-4239-b863-9892283a349d None None] For port c5961d38-9d60-4c2e-bec1-93b0436cd6de, host dv-cinder-817351-12-iscsi, cleared binding levels {{(pid=109818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:55:58.431456 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.db [None req-f3c2200f-039a-4239-b863-9892283a349d None None] For port c5961d38-9d60-4c2e-bec1-93b0436cd6de, host dv-cinder-817351-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=c5961d38-9d60-4c2e-bec1-93b0436cd6de,segment=NetworkSegment(27333d9f-cdd8-4603-a3d3-d9bd5a50a047),segment_id=27333d9f-cdd8-4603-a3d3-d9bd5a50a047)] {{(pid=109818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:55:58.482786 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-46cb57ae-600d-4e4c-b767-9ee454bc1b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:58.492907 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-e111cec7-39b0-4c83-a73c-ccb303a2df51 None None] Set router 180b83f1-0d9d-4ad5-b300-97130b928591 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:55:58.501390 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-fff9910f-aeb5-4715-9a3a-c0bb5ef1b035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (9cc9f086-021a-4a47-9d2f-293b522c389d), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:58.519451 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-f3c2200f-039a-4239-b863-9892283a349d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (c5961d38-9d60-4c2e-bec1-93b0436cd6de), after_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:58.594669 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-67d33cc0-6233-4c55-8898-6257439760cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (6fd7b8c0-4370-4882-9ede-8ca241960aaa), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:58.685686 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c2200f-039a-4239-b863-9892283a349d None None] Routers {'04021121-4c18-4409-b664-e48dc993950a'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:55:58.686354 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-f3c2200f-039a-4239-b863-9892283a349d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:55:41Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['04021121-4c18-4409-b664-e48dc993950a'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:55:58.760088 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9910f-aeb5-4715-9a3a-c0bb5ef1b035 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc9f086-021a-4a47-9d2f-293b522c389d,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:58.856826 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ccada-db41-4fc7-9da0-42092ebc4fe8 None None] Pushing event updated for resources: {'Port': ['ID=c5961d38-9d60-4c2e-bec1-93b0436cd6de,revision_number=3']} {{(pid=109818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:55:58.928966 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846e0dd-41f3-4aee-8b1f-2112dc8de6aa req-a860cb59-bd3e-4996-8841-c2376d5c55df tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:55:58.931067 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-2846e0dd-41f3-4aee-8b1f-2112dc8de6aa req-a860cb59-bd3e-4996-8841-c2376d5c55df tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 943 time: 0.5661390 Feb 07 11:55:58.974339 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-f3c2200f-039a-4239-b863-9892283a349d None None] Set router 04021121-4c18-4409-b664-e48dc993950a gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:55:58.978308 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_common [None req-46cb57ae-600d-4e4c-b767-9ee454bc1b41 admin admin] Allocated IP 172.20.0.1 (5c560c9d-289f-4491-b462-db6f3ab05c8e/40dfba53-a55c-40ea-abe9-97a328c1f35f/34ba5aae-2e09-4b86-9e03-a80605b6406c) {{(pid=109816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:55:59.033099 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-fff9910f-aeb5-4715-9a3a-c0bb5ef1b035 service neutron] Attempting to bind port 9cc9f086-021a-4a47-9d2f-293b522c389d on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:55:59.033807 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-fff9910f-aeb5-4715-9a3a-c0bb5ef1b035 service neutron] Attempting to bind port 9cc9f086-021a-4a47-9d2f-293b522c389d by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'cf07c1aa-ed25-4462-80cf-c68a7322f9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '73699b35-77b7-43e7-abef-ec3bdabb95b7'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:55:59.037219 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-fff9910f-aeb5-4715-9a3a-c0bb5ef1b035 service neutron] Attempting to bind port 9cc9f086-021a-4a47-9d2f-293b522c389d on network 73699b35-77b7-43e7-abef-ec3bdabb95b7 {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:55:59.044606 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-e111cec7-39b0-4c83-a73c-ccb303a2df51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'name': 'tempest-AttachVolumeTestJSON-526033739-router', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:44Z', 'updated_at': '2022-02-07T11:55:53Z', 'revision_number': 4, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'gw_port': {'id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': 'e3de4c66-4359-48f6-9401-6c77410a5fcf', 'name': '', 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'mac_address': 'fa:16:3e:55:39:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:51Z', 'updated_at': '2022-02-07T11:55:54Z', 'revision_number': 2, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'subnets': [{'id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:55:59.062558 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-fff9910f-aeb5-4715-9a3a-c0bb5ef1b035 service neutron] Port 9cc9f086-021a-4a47-9d2f-293b522c389d on network 73699b35-77b7-43e7-abef-ec3bdabb95b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 11:55:59.066094 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-fff9910f-aeb5-4715-9a3a-c0bb5ef1b035 service neutron] Attempting to bind port 9cc9f086-021a-4a47-9d2f-293b522c389d on network 73699b35-77b7-43e7-abef-ec3bdabb95b7 {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:55:59.083459 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-fff9910f-aeb5-4715-9a3a-c0bb5ef1b035 service neutron] Checking agent: {'id': '0d418b69-6da0-49d9-b758-bac8cc78f2cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'started_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:55:59.084208 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-fff9910f-aeb5-4715-9a3a-c0bb5ef1b035 service neutron] Checking segment: {'id': 'cf07c1aa-ed25-4462-80cf-c68a7322f9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '73699b35-77b7-43e7-abef-ec3bdabb95b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:55:59.084866 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-fff9910f-aeb5-4715-9a3a-c0bb5ef1b035 service neutron] Bound using segment: {'id': 'cf07c1aa-ed25-4462-80cf-c68a7322f9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '73699b35-77b7-43e7-abef-ec3bdabb95b7'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:55:59.085729 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-fff9910f-aeb5-4715-9a3a-c0bb5ef1b035 service neutron] Bound port: 9cc9f086-021a-4a47-9d2f-293b522c389d, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf07c1aa-ed25-4462-80cf-c68a7322f9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '73699b35-77b7-43e7-abef-ec3bdabb95b7'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:55:59.087718 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-fff9910f-aeb5-4715-9a3a-c0bb5ef1b035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (9cc9f086-021a-4a47-9d2f-293b522c389d), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:59.152394 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-2846e0dd-41f3-4aee-8b1f-2112dc8de6aa req-bc031af6-9ffe-4f8b-9c56-e5e35cf937a6 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/security-groups?id=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925414 Feb 07 11:55:59.160511 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e111cec7-39b0-4c83-a73c-ccb303a2df51 None None] Checking router: 180b83f1-0d9d-4ad5-b300-97130b928591 for host: dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 11:55:59.161214 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e111cec7-39b0-4c83-a73c-ccb303a2df51 None None] Updating router 180b83f1-0d9d-4ad5-b300-97130b928591 port e3de4c66-4359-48f6-9401-6c77410a5fcf binding host dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 11:55:59.207941 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-e111cec7-39b0-4c83-a73c-ccb303a2df51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (e3de4c66-4359-48f6-9401-6c77410a5fcf), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:59.221591 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-86d83ec6-0a77-4602-a21d-aa75f0c2cbc9 service neutron] For port 11cb008d-8ef4-45f4-a74c-bd2d812a6f4a, host hv-cinder-81735, cleared binding levels {{(pid=109816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:55:59.389968 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfde99e-2b99-4f6c-832c-fc6d53500dd9 req-bbc0ac95-1052-4cdb-8387-3b5967e3acbc tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:55:59.389968 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4bfde99e-2b99-4f6c-832c-fc6d53500dd9 req-bbc0ac95-1052-4cdb-8387-3b5967e3acbc tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 943 time: 0.9362586 Feb 07 11:55:59.391799 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-fff9910f-aeb5-4715-9a3a-c0bb5ef1b035 service neutron] For port 9cc9f086-021a-4a47-9d2f-293b522c389d, host hv-cinder-81735, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:55:59.391799 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-fff9910f-aeb5-4715-9a3a-c0bb5ef1b035 service neutron] For port 9cc9f086-021a-4a47-9d2f-293b522c389d, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9cc9f086-021a-4a47-9d2f-293b522c389d,segment=NetworkSegment(cf07c1aa-ed25-4462-80cf-c68a7322f9df),segment_id=cf07c1aa-ed25-4462-80cf-c68a7322f9df)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:55:59.392215 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-f3c2200f-039a-4239-b863-9892283a349d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04021121-4c18-4409-b664-e48dc993950a', 'name': 'tempest-AttachVolumeShelveTestJSON-1448088895-router', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:55:51Z', 'revision_number': 3, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'gw_port': {'id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:48Z', 'updated_at': '2022-02-07T11:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:55:59.437206 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c2200f-039a-4239-b863-9892283a349d None None] The sync data for ids ['04021121-4c18-4409-b664-e48dc993950a'] in dv-cinder-817351-12-iscsi is: [{'id': '04021121-4c18-4409-b664-e48dc993950a', 'name': 'tempest-AttachVolumeShelveTestJSON-1448088895-router', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:55:51Z', 'revision_number': 3, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'gw_port': {'id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:48Z', 'updated_at': '2022-02-07T11:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}] {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 11:55:59.438282 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-86d83ec6-0a77-4602-a21d-aa75f0c2cbc9 service neutron] For port 11cb008d-8ef4-45f4-a74c-bd2d812a6f4a, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=11cb008d-8ef4-45f4-a74c-bd2d812a6f4a,segment=NetworkSegment(f47893db-e434-4e31-97bd-89f81aa77ab5),segment_id=f47893db-e434-4e31-97bd-89f81aa77ab5)] {{(pid=109816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:55:59.576807 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-46cb57ae-600d-4e4c-b767-9ee454bc1b41 admin admin] Publish callbacks [] for port (34ba5aae-2e09-4b86-9e03-a80605b6406c), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:59.618464 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-fff9910f-aeb5-4715-9a3a-c0bb5ef1b035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (9cc9f086-021a-4a47-9d2f-293b522c389d), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:59.627482 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4bfde99e-2b99-4f6c-832c-fc6d53500dd9 req-ad35a2ee-3f03-4449-a26f-ca014ddc802a tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255401 Feb 07 11:55:59.640200 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 9a5a9505-dd91-4939-846a-b5f16fee6bf0 up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:55:59.706203 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-fff9910f-aeb5-4715-9a3a-c0bb5ef1b035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:55:59.710596 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-fff9910f-aeb5-4715-9a3a-c0bb5ef1b035 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for port (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:55:59.715034 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-fff9910f-aeb5-4715-9a3a-c0bb5ef1b035 service neutron] 10.222.0.18 "PUT /v2.0/ports/9cc9f086-021a-4a47-9d2f-293b522c389d HTTP/1.1" status: 200 len: 1093 time: 2.8651903 Feb 07 11:55:59.719805 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12a8b9c6-107c-419e-9e44-9ae532ee8d28', 'tag': '9cc9f086-021a-4a47-9d2f-293b522c389d'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 11:55:59.905815 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 50990) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:00.003471 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port 9a5a9505-dd91-4939-846a-b5f16fee6bf0 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:56:00.004588 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (9a5a9505-dd91-4939-846a-b5f16fee6bf0), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:00.018665 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9910f-aeb5-4715-9a3a-c0bb5ef1b035 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc9f086-021a-4a47-9d2f-293b522c389d,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:00.095335 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-e111cec7-39b0-4c83-a73c-ccb303a2df51 None None] Publish callbacks [] for port (e3de4c66-4359-48f6-9401-6c77410a5fcf), precommit_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:00.140032 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-86d83ec6-0a77-4602-a21d-aa75f0c2cbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (11cb008d-8ef4-45f4-a74c-bd2d812a6f4a), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:00.195356 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-67d33cc0-6233-4c55-8898-6257439760cd admin admin] Publish callbacks [] for port (6fd7b8c0-4370-4882-9ede-8ca241960aaa), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:00.199592 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5512e24b4b829142f063b72b797f5a35d67167870001cc5935fd87f1b71448f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8c325c-7e0f-4852-a400-eecce9669306" -d '{"events": [{"name": "network-changed", "server_uuid": "12a8b9c6-107c-419e-9e44-9ae532ee8d28", "tag": "9cc9f086-021a-4a47-9d2f-293b522c389d"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 11:56:00.201424 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 51004) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:00.225787 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-835f326b-2534-4cc5-97cc-6d52efe70f55 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Request body: {'security_group': {'name': 'tempest-securitygroup--379838737', 'description': 'tempest-description--13936789'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:56:00.225872 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-e111cec7-39b0-4c83-a73c-ccb303a2df51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (e3de4c66-4359-48f6-9401-6c77410a5fcf), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:00.260960 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-86d83ec6-0a77-4602-a21d-aa75f0c2cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:00.264263 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-86d83ec6-0a77-4602-a21d-aa75f0c2cbc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:00.264263 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-86d83ec6-0a77-4602-a21d-aa75f0c2cbc9 service neutron] 10.222.0.18 "PUT /v2.0/ports/11cb008d-8ef4-45f4-a74c-bd2d812a6f4a HTTP/1.1" status: 200 len: 1093 time: 5.8974123 Feb 07 11:56:00.267680 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b624fa-53d9-4fbe-a686-9db7805b75f4', 'tag': '11cb008d-8ef4-45f4-a74c-bd2d812a6f4a'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 11:56:00.317351 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-72eda365-8db6-497f-823a-3c91fc346940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:00.351343 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port 9a5a9505-dd91-4939-846a-b5f16fee6bf0 is: DOWN; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:56:00.351743 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (9a5a9505-dd91-4939-846a-b5f16fee6bf0), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:00.374189 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-67d33cc0-6233-4c55-8898-6257439760cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (6fd7b8c0-4370-4882-9ede-8ca241960aaa), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:00.375162 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-67d33cc0-6233-4c55-8898-6257439760cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-869239'] for router_interface (02036abe-6cb2-407f-a268-191c29388611), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:00.417606 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d83ec6-0a77-4602-a21d-aa75f0c2cbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=11cb008d-8ef4-45f4-a74c-bd2d812a6f4a,revision_number=3']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:00.441083 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] For port 9a5a9505-dd91-4939-846a-b5f16fee6bf0, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=9a5a9505-dd91-4939-846a-b5f16fee6bf0,segment=NetworkSegment(27333d9f-cdd8-4603-a3d3-d9bd5a50a047),segment_id=27333d9f-cdd8-4603-a3d3-d9bd5a50a047)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:56:00.453051 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0bfb11-bff4-48fd-839e-79ea6ca3c4c3 None None] Pushing event updated for resources: {'Port': ['ID=e3de4c66-4359-48f6-9401-6c77410a5fcf,revision_number=3']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:00.496491 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-72eda365-8db6-497f-823a-3c91fc346940 admin admin] Publish callbacks [] for security_group (a1b238ee-bc03-409b-8360-0b7be39c6b47), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:00.507269 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a58b42-3b76-40b8-9038-db38668b7f14" -d '{"events": [{"name": "network-changed", "server_uuid": "20b624fa-53d9-4fbe-a686-9db7805b75f4", "tag": "11cb008d-8ef4-45f4-a74c-bd2d812a6f4a"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 11:56:00.511248 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 11:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9714f3cb-dcbe-4ce0-bcec-8c158ab83cfd x-openstack-request-id: req-9714f3cb-dcbe-4ce0-bcec-8c158ab83cfd {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 11:56:00.511610 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12a8b9c6-107c-419e-9e44-9ae532ee8d28", "tag": "9cc9f086-021a-4a47-9d2f-293b522c389d", "status": "completed", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 11:56:00.511946 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9714f3cb-dcbe-4ce0-bcec-8c158ab83cfd {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 11:56:00.512487 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12a8b9c6-107c-419e-9e44-9ae532ee8d28', 'tag': '9cc9f086-021a-4a47-9d2f-293b522c389d', 'status': 'completed', 'code': 200} Feb 07 11:56:00.529679 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (9a5a9505-dd91-4939-846a-b5f16fee6bf0), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:00.554945 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-835f326b-2534-4cc5-97cc-6d52efe70f55 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:00.576898 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-e111cec7-39b0-4c83-a73c-ccb303a2df51 None None] Attempting to bind port e3de4c66-4359-48f6-9401-6c77410a5fcf on host dv-cinder-817351-12-iscsi for vnic_type normal with profile {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:56:00.577377 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-e111cec7-39b0-4c83-a73c-ccb303a2df51 None None] Attempting to bind port e3de4c66-4359-48f6-9401-6c77410a5fcf by drivers openvswitch,hyperv on host dv-cinder-817351-12-iscsi at level 0 using segments [{'id': '5ce52992-6ecb-4a67-aa5e-518eb9452259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e'}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:56:00.577832 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e111cec7-39b0-4c83-a73c-ccb303a2df51 None None] Attempting to bind port e3de4c66-4359-48f6-9401-6c77410a5fcf on network 7e90f11b-6d0b-4095-9954-c1764d14537e {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:56:00.592854 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e111cec7-39b0-4c83-a73c-ccb303a2df51 None None] Checking agent: {'id': '3ccea1af-134d-4579-b433-9df459de661e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 47, 45), 'started_at': datetime.datetime(2022, 2, 7, 11, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:56:00.592854 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e111cec7-39b0-4c83-a73c-ccb303a2df51 None None] Checking segment: {'id': '5ce52992-6ecb-4a67-aa5e-518eb9452259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:56:00.592854 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-e111cec7-39b0-4c83-a73c-ccb303a2df51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:00.592854 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e111cec7-39b0-4c83-a73c-ccb303a2df51 None None] Bound using segment: {'id': '5ce52992-6ecb-4a67-aa5e-518eb9452259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e'} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:56:00.592854 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-e111cec7-39b0-4c83-a73c-ccb303a2df51 None None] Bound port: e3de4c66-4359-48f6-9401-6c77410a5fcf, host: dv-cinder-817351-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce52992-6ecb-4a67-aa5e-518eb9452259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e'}}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:56:00.593350 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-e111cec7-39b0-4c83-a73c-ccb303a2df51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (e3de4c66-4359-48f6-9401-6c77410a5fcf), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:00.614911 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-72eda365-8db6-497f-823a-3c91fc346940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (a1b238ee-bc03-409b-8360-0b7be39c6b47), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:00.651920 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-46cb57ae-600d-4e4c-b767-9ee454bc1b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (34ba5aae-2e09-4b86-9e03-a80605b6406c), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:00.660822 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Pushing event updated for resources: {'Port': ['ID=9a5a9505-dd91-4939-846a-b5f16fee6bf0,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:00.670954 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cb57ae-600d-4e4c-b767-9ee454bc1b41 admin admin] Network 5c560c9d-289f-4491-b462-db6f3ab05c8e is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:56:00.675887 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-46cb57ae-600d-4e4c-b767-9ee454bc1b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:56:00.678408 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cb57ae-600d-4e4c-b767-9ee454bc1b41 admin admin] Received port after_create {{(pid=109816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:56:00.678878 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-46cb57ae-600d-4e4c-b767-9ee454bc1b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-876007'] for router_interface (04021121-4c18-4409-b664-e48dc993950a), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:00.682993 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d33cc0-6233-4c55-8898-6257439760cd admin admin] Pushing event updated for resources: {'Port': ['ID=6fd7b8c0-4370-4882-9ede-8ca241960aaa,revision_number=2']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:00.727114 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d33cc0-6233-4c55-8898-6257439760cd admin admin] Network 677930ed-9c83-41f5-83f9-2c05042c40b2 is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:56:00.729464 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb57ae-600d-4e4c-b767-9ee454bc1b41 admin admin] Pushing event updated for resources: {'Port': ['ID=34ba5aae-2e09-4b86-9e03-a80605b6406c,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:00.732311 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-72eda365-8db6-497f-823a-3c91fc346940 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3d79c1a06aaa44c1b59671d71cf4d1e1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8224475 Feb 07 11:56:00.744004 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eda365-8db6-497f-823a-3c91fc346940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b238ee-bc03-409b-8360-0b7be39c6b47,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:00.748357 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 51026) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:00.750346 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-e111cec7-39b0-4c83-a73c-ccb303a2df51 None None] For port e3de4c66-4359-48f6-9401-6c77410a5fcf, host dv-cinder-817351-12-iscsi, cleared binding levels {{(pid=109817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:56:00.755603 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-e111cec7-39b0-4c83-a73c-ccb303a2df51 None None] For port e3de4c66-4359-48f6-9401-6c77410a5fcf, host dv-cinder-817351-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=e3de4c66-4359-48f6-9401-6c77410a5fcf,segment=NetworkSegment(5ce52992-6ecb-4a67-aa5e-518eb9452259),segment_id=5ce52992-6ecb-4a67-aa5e-518eb9452259)] {{(pid=109817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:56:00.767941 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-52968d34-2d66-4194-971f-882917513a90 None None] Provisioning complete for port e3de4c66-4359-48f6-9401-6c77410a5fcf triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:56:00.769674 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-52968d34-2d66-4194-971f-882917513a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (e3de4c66-4359-48f6-9401-6c77410a5fcf), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:00.778189 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-67d33cc0-6233-4c55-8898-6257439760cd admin admin] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:56:00.836945 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-e111cec7-39b0-4c83-a73c-ccb303a2df51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (e3de4c66-4359-48f6-9401-6c77410a5fcf), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:00.882928 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197560d6-316f-42c6-874c-114950b9543a req-9c49336a-bf39-48d3-9530-512063d00f9e tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:00.891196 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-197560d6-316f-42c6-874c-114950b9543a req-9c49336a-bf39-48d3-9530-512063d00f9e tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 943 time: 0.5260911 Feb 07 11:56:00.893799 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 11:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53d3e33-3dc1-420e-9164-6fbfaf3e4f43 x-openstack-request-id: req-b53d3e33-3dc1-420e-9164-6fbfaf3e4f43 {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 11:56:00.894125 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b624fa-53d9-4fbe-a686-9db7805b75f4", "tag": "11cb008d-8ef4-45f4-a74c-bd2d812a6f4a", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 11:56:00.894334 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b53d3e33-3dc1-420e-9164-6fbfaf3e4f43 {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 11:56:00.894965 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b624fa-53d9-4fbe-a686-9db7805b75f4', 'tag': '11cb008d-8ef4-45f4-a74c-bd2d812a6f4a', 'status': 'completed', 'code': 200} Feb 07 11:56:00.989732 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-52968d34-2d66-4194-971f-882917513a90 None None] Port e3de4c66-4359-48f6-9401-6c77410a5fcf cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 11:56:01.001278 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-197560d6-316f-42c6-874c-114950b9543a req-b3a0665b-b07e-4c53-adb1-a4f907a8c71b tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/security-groups?id=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092339 Feb 07 11:56:01.008623 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b93e717d-eb10-4c03-ad78-b8d0753d525c admin admin] Publish callbacks [] for security_group (a1b238ee-bc03-409b-8360-0b7be39c6b47), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:01.046544 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e111cec7-39b0-4c83-a73c-ccb303a2df51 None None] Routers {'180b83f1-0d9d-4ad5-b300-97130b928591'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:56:01.048343 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b93e717d-eb10-4c03-ad78-b8d0753d525c admin admin] Publish callbacks [] for security_group (a1b238ee-bc03-409b-8360-0b7be39c6b47), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:01.050289 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-e111cec7-39b0-4c83-a73c-ccb303a2df51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:55:41Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['180b83f1-0d9d-4ad5-b300-97130b928591'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:56:01.085915 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d33cc0-6233-4c55-8898-6257439760cd admin admin] Router 02036abe-6cb2-407f-a268-191c29388611 has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 11:56:01.160034 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0bfb11-bff4-48fd-839e-79ea6ca3c4c3 None None] Pushing event updated for resources: {'Port': ['ID=e3de4c66-4359-48f6-9401-6c77410a5fcf,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:01.189035 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-e111cec7-39b0-4c83-a73c-ccb303a2df51 None None] Set router 180b83f1-0d9d-4ad5-b300-97130b928591 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:56:01.191062 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-ee153691-13b9-41d3-aa68-1f5117b2e15c None None] Provisioning complete for port 34ba5aae-2e09-4b86-9e03-a80605b6406c triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:56:01.191444 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-ee153691-13b9-41d3-aa68-1f5117b2e15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (34ba5aae-2e09-4b86-9e03-a80605b6406c), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:01.206481 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-835f326b-2534-4cc5-97cc-6d52efe70f55 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for security_group (cad92901-48a2-495f-bf2a-a78dede03c10), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:01.217350 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b93e717d-eb10-4c03-ad78-b8d0753d525c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (a1b238ee-bc03-409b-8360-0b7be39c6b47), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:01.218473 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d33cc0-6233-4c55-8898-6257439760cd admin admin] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 11:56:01.232857 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-67d33cc0-6233-4c55-8898-6257439760cd admin admin] 10.222.0.67 "PUT /v2.0/routers/02036abe-6cb2-407f-a268-191c29388611/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4952857 Feb 07 11:56:01.232940 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328ded8a-6b56-4a96-b94d-b0e0a0ea08ea None None] Sync routers for ids ['02036abe-6cb2-407f-a268-191c29388611'] in dv-cinder-817351-12-iscsi {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 11:56:01.233422 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b93e717d-eb10-4c03-ad78-b8d0753d525c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:01.233422 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-b93e717d-eb10-4c03-ad78-b8d0753d525c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a1b238ee-bc03-409b-8360-0b7be39c6b47 HTTP/1.1" status: 204 len: 168 time: 0.4653409 Feb 07 11:56:01.251588 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e717d-eb10-4c03-ad78-b8d0753d525c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b238ee-bc03-409b-8360-0b7be39c6b47,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:01.264412 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-46cb57ae-600d-4e4c-b767-9ee454bc1b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (34ba5aae-2e09-4b86-9e03-a80605b6406c), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:01.275256 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf33198-df3e-4a51-92f2-7a126b7c7452 req-e55180f8-d119-4694-ab46-edcda3c531db tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:01.281351 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328ded8a-6b56-4a96-b94d-b0e0a0ea08ea None None] Routers {'02036abe-6cb2-407f-a268-191c29388611'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:56:01.282063 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-328ded8a-6b56-4a96-b94d-b0e0a0ea08ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:55:41Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['02036abe-6cb2-407f-a268-191c29388611'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:56:01.284842 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-0cf33198-df3e-4a51-92f2-7a126b7c7452 req-e55180f8-d119-4694-ab46-edcda3c531db tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 943 time: 0.1634369 Feb 07 11:56:01.293147 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-835f326b-2534-4cc5-97cc-6d52efe70f55 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (cad92901-48a2-495f-bf2a-a78dede03c10), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:01.376469 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f326b-2534-4cc5-97cc-6d52efe70f55 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad92901-48a2-495f-bf2a-a78dede03c10,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:01.414606 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-0cf33198-df3e-4a51-92f2-7a126b7c7452 req-6375ad33-974e-4d60-9ee2-4360e3a71456 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287160 Feb 07 11:56:01.437830 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-835f326b-2534-4cc5-97cc-6d52efe70f55 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:01.439239 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-835f326b-2534-4cc5-97cc-6d52efe70f55 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2310462 Feb 07 11:56:01.440139 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 51036) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:01.448914 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-8c0bf86e-5704-47d3-ab2c-cb1195b72b3b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Request body: {'security_group_rule': {'security_group_id': 'cad92901-48a2-495f-bf2a-a78dede03c10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:56:01.519187 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-ee153691-13b9-41d3-aa68-1f5117b2e15c None None] Port 34ba5aae-2e09-4b86-9e03-a80605b6406c cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 11:56:01.600126 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-46cb57ae-600d-4e4c-b767-9ee454bc1b41 admin admin] Publish callbacks [] for port (34ba5aae-2e09-4b86-9e03-a80605b6406c), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:01.607784 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-8c0bf86e-5704-47d3-ab2c-cb1195b72b3b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for security_group_rule (75e23f06-6be1-4b59-bb7e-53b8245532c9), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:01.619207 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-328ded8a-6b56-4a96-b94d-b0e0a0ea08ea None None] Set router 02036abe-6cb2-407f-a268-191c29388611 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:56:01.678232 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-b2a6eea0-f36e-4df5-b6b6-788511806797 None None] Provisioning complete for port e3de4c66-4359-48f6-9401-6c77410a5fcf triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:56:01.678616 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-b2a6eea0-f36e-4df5-b6b6-788511806797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (e3de4c66-4359-48f6-9401-6c77410a5fcf), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:01.680705 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-46cb57ae-600d-4e4c-b767-9ee454bc1b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (34ba5aae-2e09-4b86-9e03-a80605b6406c), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:01.682560 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-46cb57ae-600d-4e4c-b767-9ee454bc1b41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-869239'] for router_interface (04021121-4c18-4409-b664-e48dc993950a), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:01.718158 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 9a5a9505-dd91-4939-846a-b5f16fee6bf0 up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:56:01.751929 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-8c0bf86e-5704-47d3-ab2c-cb1195b72b3b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for security_group_rule (75e23f06-6be1-4b59-bb7e-53b8245532c9), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:01.812293 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-e111cec7-39b0-4c83-a73c-ccb303a2df51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'name': 'tempest-AttachVolumeTestJSON-526033739-router', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:44Z', 'updated_at': '2022-02-07T11:55:53Z', 'revision_number': 4, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'gw_port': {'id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': 'e3de4c66-4359-48f6-9401-6c77410a5fcf', 'name': '', 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'mac_address': 'fa:16:3e:55:39:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:51Z', 'updated_at': '2022-02-07T11:56:00Z', 'revision_number': 4, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'subnets': [{'id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:56:01.816419 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-8c0bf86e-5704-47d3-ab2c-cb1195b72b3b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032617'] for security_group_rule (75e23f06-6be1-4b59-bb7e-53b8245532c9), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:01.859873 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0bf86e-5704-47d3-ab2c-cb1195b72b3b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e23f06-6be1-4b59-bb7e-53b8245532c9,revision_number=0']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:01.877161 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb57ae-600d-4e4c-b767-9ee454bc1b41 admin admin] Pushing event updated for resources: {'Port': ['ID=34ba5aae-2e09-4b86-9e03-a80605b6406c,revision_number=2']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:01.919169 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e111cec7-39b0-4c83-a73c-ccb303a2df51 None None] The sync data for ids ['180b83f1-0d9d-4ad5-b300-97130b928591'] in dv-cinder-817351-12-iscsi is: [{'id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'name': 'tempest-AttachVolumeTestJSON-526033739-router', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:44Z', 'updated_at': '2022-02-07T11:55:53Z', 'revision_number': 4, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'gw_port': {'id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': 'e3de4c66-4359-48f6-9401-6c77410a5fcf', 'name': '', 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'mac_address': 'fa:16:3e:55:39:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:51Z', 'updated_at': '2022-02-07T11:56:00Z', 'revision_number': 4, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'subnets': [{'id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 11:56:02.011749 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port 9a5a9505-dd91-4939-846a-b5f16fee6bf0 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:56:02.012504 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (9a5a9505-dd91-4939-846a-b5f16fee6bf0), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:02.044379 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-b2a6eea0-f36e-4df5-b6b6-788511806797 None None] Current status of the port e3de4c66-4359-48f6-9401-6c77410a5fcf is: DOWN; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:56:02.044839 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-b2a6eea0-f36e-4df5-b6b6-788511806797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (e3de4c66-4359-48f6-9401-6c77410a5fcf), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:02.046756 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-328ded8a-6b56-4a96-b94d-b0e0a0ea08ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02036abe-6cb2-407f-a268-191c29388611', 'name': 'tempest-ServerRescueNegativeTestJSON-1484570277-router', 'tenant_id': '75db33526c1b4ecb86d73593354d98fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '9a5a9505-dd91-4939-846a-b5f16fee6bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:45Z', 'updated_at': '2022-02-07T11:55:58Z', 'revision_number': 4, 'project_id': '75db33526c1b4ecb86d73593354d98fb', 'gw_port': {'id': '9a5a9505-dd91-4939-846a-b5f16fee6bf0', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02036abe-6cb2-407f-a268-191c29388611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:47Z', 'updated_at': '2022-02-07T11:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '6fd7b8c0-4370-4882-9ede-8ca241960aaa', 'name': '', 'network_id': '677930ed-9c83-41f5-83f9-2c05042c40b2', 'tenant_id': '75db33526c1b4ecb86d73593354d98fb', 'mac_address': 'fa:16:3e:02:21:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02036abe-6cb2-407f-a268-191c29388611', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '967182f2-622c-4180-924f-9039ced922cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:55Z', 'updated_at': '2022-02-07T11:55:59Z', 'revision_number': 2, 'project_id': '75db33526c1b4ecb86d73593354d98fb', 'subnets': [{'id': '967182f2-622c-4180-924f-9039ced922cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:56:02.105007 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-b2a6eea0-f36e-4df5-b6b6-788511806797 None None] For port e3de4c66-4359-48f6-9401-6c77410a5fcf, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=e3de4c66-4359-48f6-9401-6c77410a5fcf,segment=NetworkSegment(5ce52992-6ecb-4a67-aa5e-518eb9452259),segment_id=5ce52992-6ecb-4a67-aa5e-518eb9452259)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:56:02.135698 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1647a-709d-47af-a694-b3497cf986fc req-b2b23151-7946-4bd4-b084-af144d557c11 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:02.137200 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c3b1647a-709d-47af-a694-b3497cf986fc req-b2b23151-7946-4bd4-b084-af144d557c11 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/networks?id=677930ed-9c83-41f5-83f9-2c05042c40b2 HTTP/1.1" status: 200 len: 819 time: 0.2065101 Feb 07 11:56:02.137392 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328ded8a-6b56-4a96-b94d-b0e0a0ea08ea None None] Checking router: 02036abe-6cb2-407f-a268-191c29388611 for host: dv-cinder-817351-12-iscsi {{(pid=109818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 11:56:02.137769 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328ded8a-6b56-4a96-b94d-b0e0a0ea08ea None None] Updating router 02036abe-6cb2-407f-a268-191c29388611 port 6fd7b8c0-4370-4882-9ede-8ca241960aaa binding host dv-cinder-817351-12-iscsi {{(pid=109818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 11:56:02.150528 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cb57ae-600d-4e4c-b767-9ee454bc1b41 admin admin] Network 5c560c9d-289f-4491-b462-db6f3ab05c8e is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:56:02.158838 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-46cb57ae-600d-4e4c-b767-9ee454bc1b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:56:02.170134 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c3b1647a-709d-47af-a694-b3497cf986fc req-eb7172bd-9cbf-4ba9-a9b1-35445dc29d88 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/quotas/75db33526c1b4ecb86d73593354d98fb HTTP/1.1" status: 200 len: 375 time: 0.0178373 Feb 07 11:56:02.201068 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b93f0a-bda8-4bf1-af31-f950b7b2c92d req-00172561-9d61-4ca7-bdcd-cfb6f527ffd7 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:02.204620 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-328ded8a-6b56-4a96-b94d-b0e0a0ea08ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (6fd7b8c0-4370-4882-9ede-8ca241960aaa), before_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:02.214914 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port 9a5a9505-dd91-4939-846a-b5f16fee6bf0 is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:56:02.217098 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c9b93f0a-bda8-4bf1-af31-f950b7b2c92d req-00172561-9d61-4ca7-bdcd-cfb6f527ffd7 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 943 time: 0.1068914 Feb 07 11:56:02.217910 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device c5961d38-9d60-4c2e-bec1-93b0436cd6de up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:56:02.296348 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-b2a6eea0-f36e-4df5-b6b6-788511806797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (e3de4c66-4359-48f6-9401-6c77410a5fcf), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:02.316288 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-8c0bf86e-5704-47d3-ab2c-cb1195b72b3b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:02.330908 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-8c0bf86e-5704-47d3-ab2c-cb1195b72b3b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8890426 Feb 07 11:56:02.343679 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 51068) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:02.350487 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-4a0a88e9-df98-4a90-8e1d-0c6131652c37 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Request body: {'security_group_rule': {'security_group_id': 'cad92901-48a2-495f-bf2a-a78dede03c10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:56:02.406303 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6eea0-f36e-4df5-b6b6-788511806797 None None] Pushing event updated for resources: {'Port': ['ID=e3de4c66-4359-48f6-9401-6c77410a5fcf,revision_number=5']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:02.424367 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port c5961d38-9d60-4c2e-bec1-93b0436cd6de triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:56:02.424676 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (c5961d38-9d60-4c2e-bec1-93b0436cd6de), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:02.426581 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c9b93f0a-bda8-4bf1-af31-f950b7b2c92d req-86dac9fa-63bc-4578-9bcd-f7f2e05967a9 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/security-groups?id=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046919 Feb 07 11:56:02.451058 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c3b1647a-709d-47af-a694-b3497cf986fc req-1e7961f7-1796-45da-9b06-2c1bf6ae5b18 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=75db33526c1b4ecb86d73593354d98fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2258277 Feb 07 11:56:02.562003 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port c5961d38-9d60-4c2e-bec1-93b0436cd6de is: DOWN; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:56:02.562591 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (c5961d38-9d60-4c2e-bec1-93b0436cd6de), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:02.624522 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] For port c5961d38-9d60-4c2e-bec1-93b0436cd6de, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=c5961d38-9d60-4c2e-bec1-93b0436cd6de,segment=NetworkSegment(27333d9f-cdd8-4603-a3d3-d9bd5a50a047),segment_id=27333d9f-cdd8-4603-a3d3-d9bd5a50a047)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:56:02.630632 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c3b1647a-709d-47af-a694-b3497cf986fc req-3ac1142f-e662-473b-a1fe-bcc8926bb5a8 service neutron] 10.222.0.67 "GET /v2.0/networks/677930ed-9c83-41f5-83f9-2c05042c40b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650121 Feb 07 11:56:02.635717 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4a0a88e9-df98-4a90-8e1d-0c6131652c37 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for security_group_rule (5061c467-7043-431c-97ce-44f8f0816c96), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:02.646142 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-67b6cb32-48c0-4f76-a5c7-d8c281b33c3e None None] Provisioning complete for port 34ba5aae-2e09-4b86-9e03-a80605b6406c triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:56:02.646622 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-67b6cb32-48c0-4f76-a5c7-d8c281b33c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (34ba5aae-2e09-4b86-9e03-a80605b6406c), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:02.695379 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (c5961d38-9d60-4c2e-bec1-93b0436cd6de), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:02.734775 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9f7e4-2b6a-4fbb-87ef-fa0095ce31b5 req-efe786cc-fd03-4790-992c-fedb66fd45ec tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:02.736177 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-ddb9f7e4-2b6a-4fbb-87ef-fa0095ce31b5 req-efe786cc-fd03-4790-992c-fedb66fd45ec tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 943 time: 0.1502736 Feb 07 11:56:02.747311 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-67b6cb32-48c0-4f76-a5c7-d8c281b33c3e None None] Port 34ba5aae-2e09-4b86-9e03-a80605b6406c cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 11:56:02.761952 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c3b1647a-709d-47af-a694-b3497cf986fc req-d32a2e5c-0f73-412e-a0f1-4a6538686b22 service neutron] 10.222.0.67 "GET /v2.0/networks/677930ed-9c83-41f5-83f9-2c05042c40b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131680 Feb 07 11:56:02.778725 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-328ded8a-6b56-4a96-b94d-b0e0a0ea08ea None None] Publish callbacks [] for port (6fd7b8c0-4370-4882-9ede-8ca241960aaa), precommit_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:02.801658 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46cb57ae-600d-4e4c-b767-9ee454bc1b41 admin admin] Router 04021121-4c18-4409-b664-e48dc993950a has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 11:56:02.813467 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Pushing event updated for resources: {'Port': ['ID=c5961d38-9d60-4c2e-bec1-93b0436cd6de,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:02.848906 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-ddb9f7e4-2b6a-4fbb-87ef-fa0095ce31b5 req-1f28e332-33d7-46e1-803d-12268fec8e37 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098268 Feb 07 11:56:02.872584 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-328ded8a-6b56-4a96-b94d-b0e0a0ea08ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (6fd7b8c0-4370-4882-9ede-8ca241960aaa), after_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:02.936993 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfdbdec-9969-42a5-bf05-83b00c282bec None None] Pushing event updated for resources: {'Port': ['ID=6fd7b8c0-4370-4882-9ede-8ca241960aaa,revision_number=3']} {{(pid=109818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:03.050955 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.managers [None req-328ded8a-6b56-4a96-b94d-b0e0a0ea08ea None None] Attempting to bind port 6fd7b8c0-4370-4882-9ede-8ca241960aaa on host dv-cinder-817351-12-iscsi for vnic_type normal with profile {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:56:03.055600 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.managers [None req-328ded8a-6b56-4a96-b94d-b0e0a0ea08ea None None] Attempting to bind port 6fd7b8c0-4370-4882-9ede-8ca241960aaa by drivers openvswitch,hyperv on host dv-cinder-817351-12-iscsi at level 0 using segments [{'id': 'ab018b14-5345-4646-b1fb-61d78a233fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '677930ed-9c83-41f5-83f9-2c05042c40b2'}] {{(pid=109818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:56:03.055835 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328ded8a-6b56-4a96-b94d-b0e0a0ea08ea None None] Attempting to bind port 6fd7b8c0-4370-4882-9ede-8ca241960aaa on network 677930ed-9c83-41f5-83f9-2c05042c40b2 {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:56:03.070193 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328ded8a-6b56-4a96-b94d-b0e0a0ea08ea None None] Checking agent: {'id': '3ccea1af-134d-4579-b433-9df459de661e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 47, 45), 'started_at': datetime.datetime(2022, 2, 7, 11, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:56:03.071022 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328ded8a-6b56-4a96-b94d-b0e0a0ea08ea None None] Checking segment: {'id': 'ab018b14-5345-4646-b1fb-61d78a233fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '677930ed-9c83-41f5-83f9-2c05042c40b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:56:03.071762 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-328ded8a-6b56-4a96-b94d-b0e0a0ea08ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:03.072162 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328ded8a-6b56-4a96-b94d-b0e0a0ea08ea None None] Bound using segment: {'id': 'ab018b14-5345-4646-b1fb-61d78a233fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '677930ed-9c83-41f5-83f9-2c05042c40b2'} {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:56:03.075845 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.managers [None req-328ded8a-6b56-4a96-b94d-b0e0a0ea08ea None None] Bound port: 6fd7b8c0-4370-4882-9ede-8ca241960aaa, host: dv-cinder-817351-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab018b14-5345-4646-b1fb-61d78a233fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '677930ed-9c83-41f5-83f9-2c05042c40b2'}}] {{(pid=109818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:56:03.076262 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-328ded8a-6b56-4a96-b94d-b0e0a0ea08ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (6fd7b8c0-4370-4882-9ede-8ca241960aaa), before_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:03.145208 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b739d04a-dfb5-4d3f-beba-db2ef2819094 req-bcf879ce-4c2c-43c0-a4c3-f980200bca8b tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 210 time: 0.0464222 Feb 07 11:56:03.178713 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4a0a88e9-df98-4a90-8e1d-0c6131652c37 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for security_group_rule (5061c467-7043-431c-97ce-44f8f0816c96), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:03.235958 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.db [None req-328ded8a-6b56-4a96-b94d-b0e0a0ea08ea None None] For port 6fd7b8c0-4370-4882-9ede-8ca241960aaa, host dv-cinder-817351-12-iscsi, cleared binding levels {{(pid=109818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:56:03.248705 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.db [None req-328ded8a-6b56-4a96-b94d-b0e0a0ea08ea None None] For port 6fd7b8c0-4370-4882-9ede-8ca241960aaa, host dv-cinder-817351-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=6fd7b8c0-4370-4882-9ede-8ca241960aaa,segment=NetworkSegment(ab018b14-5345-4646-b1fb-61d78a233fba),segment_id=ab018b14-5345-4646-b1fb-61d78a233fba)] {{(pid=109818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:56:03.278592 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cb57ae-600d-4e4c-b767-9ee454bc1b41 admin admin] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 11:56:03.289805 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-46cb57ae-600d-4e4c-b767-9ee454bc1b41 admin admin] 10.222.0.67 "PUT /v2.0/routers/04021121-4c18-4409-b664-e48dc993950a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6904685 Feb 07 11:56:03.292610 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4a0a88e9-df98-4a90-8e1d-0c6131652c37 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032617'] for security_group_rule (5061c467-7043-431c-97ce-44f8f0816c96), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:03.293868 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797bd158-c0d1-4a92-86bd-6e321685c5e5 None None] Sync routers for ids ['04021121-4c18-4409-b664-e48dc993950a'] in dv-cinder-817351-12-iscsi {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 11:56:03.343192 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a88e9-df98-4a90-8e1d-0c6131652c37 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5061c467-7043-431c-97ce-44f8f0816c96,revision_number=0']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:03.344372 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-328ded8a-6b56-4a96-b94d-b0e0a0ea08ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (6fd7b8c0-4370-4882-9ede-8ca241960aaa), after_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:03.346931 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797bd158-c0d1-4a92-86bd-6e321685c5e5 None None] Routers {'04021121-4c18-4409-b664-e48dc993950a'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:56:03.351379 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-797bd158-c0d1-4a92-86bd-6e321685c5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:55:41Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['04021121-4c18-4409-b664-e48dc993950a'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:56:03.374352 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4a0a88e9-df98-4a90-8e1d-0c6131652c37 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:03.375865 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-4a0a88e9-df98-4a90-8e1d-0c6131652c37 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0310729 Feb 07 11:56:03.378954 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 51106) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:03.390394 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-6393f684-e76a-4012-8404-79c48c31334e tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Request body: {'floatingip': {'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:56:03.584886 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328ded8a-6b56-4a96-b94d-b0e0a0ea08ea None None] Routers {'02036abe-6cb2-407f-a268-191c29388611'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:56:03.586045 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-328ded8a-6b56-4a96-b94d-b0e0a0ea08ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:55:41Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['02036abe-6cb2-407f-a268-191c29388611'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:56:03.610263 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfdbdec-9969-42a5-bf05-83b00c282bec None None] Pushing event updated for resources: {'Port': ['ID=6fd7b8c0-4370-4882-9ede-8ca241960aaa,revision_number=4']} {{(pid=109818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:03.720008 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175b2fc-488b-4eaf-aedd-623aa656f3f5 req-767cb7c3-f1e1-432d-821a-ebf083752e50 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:03.723097 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c175b2fc-488b-4eaf-aedd-623aa656f3f5 req-767cb7c3-f1e1-432d-821a-ebf083752e50 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 943 time: 0.1585484 Feb 07 11:56:03.726773 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6393f684-e76a-4012-8404-79c48c31334e tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:03.837031 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-797bd158-c0d1-4a92-86bd-6e321685c5e5 None None] Set router 04021121-4c18-4409-b664-e48dc993950a gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:56:03.882758 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c175b2fc-488b-4eaf-aedd-623aa656f3f5 req-5b0e2c0a-1e21-4204-ad87-68f86201cb36 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/security-groups?id=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385212 Feb 07 11:56:03.882928 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-328ded8a-6b56-4a96-b94d-b0e0a0ea08ea None None] Set router 02036abe-6cb2-407f-a268-191c29388611 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:56:03.932772 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device e3de4c66-4359-48f6-9401-6c77410a5fcf up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:56:03.987841 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-630a1c25-65fb-4a6e-8c32-37b523382900 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:03.993431 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-630a1c25-65fb-4a6e-8c32-37b523382900 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/networks?id=677930ed-9c83-41f5-83f9-2c05042c40b2 HTTP/1.1" status: 200 len: 819 time: 0.5151510 Feb 07 11:56:04.017072 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-54fc20ae-cead-4232-9c4c-c1f063e80a0d tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/quotas/75db33526c1b4ecb86d73593354d98fb HTTP/1.1" status: 200 len: 375 time: 0.0228310 Feb 07 11:56:04.082691 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6393f684-e76a-4012-8404-79c48c31334e tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:04.107753 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-9da0845d-4c5f-4d05-809a-985930f3142b tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=75db33526c1b4ecb86d73593354d98fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0897593 Feb 07 11:56:04.321038 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port e3de4c66-4359-48f6-9401-6c77410a5fcf triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:56:04.324853 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (e3de4c66-4359-48f6-9401-6c77410a5fcf), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:04.328374 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-83a7f516-4703-4272-b8bd-11b6a26b0cc5 service neutron] 10.222.0.67 "GET /v2.0/networks/677930ed-9c83-41f5-83f9-2c05042c40b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197490 Feb 07 11:56:04.337480 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_common [None req-6393f684-e76a-4012-8404-79c48c31334e tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Allocated IP 172.27.1.77 (12a459b1-c19f-48b5-9c0c-c18492f1de42/06f471c1-ec2c-4a47-a3f1-0b43664949d1/25574590-ea5c-4322-a72d-bc62166dc9cd) {{(pid=109816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:56:04.394309 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-328ded8a-6b56-4a96-b94d-b0e0a0ea08ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02036abe-6cb2-407f-a268-191c29388611', 'name': 'tempest-ServerRescueNegativeTestJSON-1484570277-router', 'tenant_id': '75db33526c1b4ecb86d73593354d98fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '9a5a9505-dd91-4939-846a-b5f16fee6bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:45Z', 'updated_at': '2022-02-07T11:55:58Z', 'revision_number': 4, 'project_id': '75db33526c1b4ecb86d73593354d98fb', 'gw_port': {'id': '9a5a9505-dd91-4939-846a-b5f16fee6bf0', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02036abe-6cb2-407f-a268-191c29388611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:47Z', 'updated_at': '2022-02-07T11:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '6fd7b8c0-4370-4882-9ede-8ca241960aaa', 'name': '', 'network_id': '677930ed-9c83-41f5-83f9-2c05042c40b2', 'tenant_id': '75db33526c1b4ecb86d73593354d98fb', 'mac_address': 'fa:16:3e:02:21:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02036abe-6cb2-407f-a268-191c29388611', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '967182f2-622c-4180-924f-9039ced922cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:55Z', 'updated_at': '2022-02-07T11:56:03Z', 'revision_number': 4, 'project_id': '75db33526c1b4ecb86d73593354d98fb', 'subnets': [{'id': '967182f2-622c-4180-924f-9039ced922cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:56:04.455338 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port e3de4c66-4359-48f6-9401-6c77410a5fcf is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:56:04.456597 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device c5961d38-9d60-4c2e-bec1-93b0436cd6de up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:56:04.465231 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-05593d62-aee8-4dd1-b239-29f02219819e service neutron] 10.222.0.67 "GET /v2.0/networks/677930ed-9c83-41f5-83f9-2c05042c40b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250873 Feb 07 11:56:04.473698 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328ded8a-6b56-4a96-b94d-b0e0a0ea08ea None None] The sync data for ids ['02036abe-6cb2-407f-a268-191c29388611'] in dv-cinder-817351-12-iscsi is: [{'id': '02036abe-6cb2-407f-a268-191c29388611', 'name': 'tempest-ServerRescueNegativeTestJSON-1484570277-router', 'tenant_id': '75db33526c1b4ecb86d73593354d98fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '9a5a9505-dd91-4939-846a-b5f16fee6bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:45Z', 'updated_at': '2022-02-07T11:55:58Z', 'revision_number': 4, 'project_id': '75db33526c1b4ecb86d73593354d98fb', 'gw_port': {'id': '9a5a9505-dd91-4939-846a-b5f16fee6bf0', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02036abe-6cb2-407f-a268-191c29388611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:47Z', 'updated_at': '2022-02-07T11:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '6fd7b8c0-4370-4882-9ede-8ca241960aaa', 'name': '', 'network_id': '677930ed-9c83-41f5-83f9-2c05042c40b2', 'tenant_id': '75db33526c1b4ecb86d73593354d98fb', 'mac_address': 'fa:16:3e:02:21:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02036abe-6cb2-407f-a268-191c29388611', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '967182f2-622c-4180-924f-9039ced922cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:55Z', 'updated_at': '2022-02-07T11:56:03Z', 'revision_number': 4, 'project_id': '75db33526c1b4ecb86d73593354d98fb', 'subnets': [{'id': '967182f2-622c-4180-924f-9039ced922cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 11:56:04.563130 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port c5961d38-9d60-4c2e-bec1-93b0436cd6de triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:56:04.563510 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (c5961d38-9d60-4c2e-bec1-93b0436cd6de), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:04.604481 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 51138) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:04.612819 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-24f3e80b-2f47-47fb-b670-bd6f3e47844e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1623113234', 'description': 'tempest-description--543361012'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:56:04.615029 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-797bd158-c0d1-4a92-86bd-6e321685c5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04021121-4c18-4409-b664-e48dc993950a', 'name': 'tempest-AttachVolumeShelveTestJSON-1448088895-router', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:56:01Z', 'revision_number': 4, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'gw_port': {'id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:48Z', 'updated_at': '2022-02-07T11:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '34ba5aae-2e09-4b86-9e03-a80605b6406c', 'name': '', 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'mac_address': 'fa:16:3e:75:73:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:58Z', 'updated_at': '2022-02-07T11:56:01Z', 'revision_number': 2, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'subnets': [{'id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:56:04.639014 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6393f684-e76a-4012-8404-79c48c31334e tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for port (25574590-ea5c-4322-a72d-bc62166dc9cd), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:04.644388 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797bd158-c0d1-4a92-86bd-6e321685c5e5 None None] Checking router: 04021121-4c18-4409-b664-e48dc993950a for host: dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 11:56:04.644748 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797bd158-c0d1-4a92-86bd-6e321685c5e5 None None] Updating router 04021121-4c18-4409-b664-e48dc993950a port 34ba5aae-2e09-4b86-9e03-a80605b6406c binding host dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 11:56:04.702871 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-797bd158-c0d1-4a92-86bd-6e321685c5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (34ba5aae-2e09-4b86-9e03-a80605b6406c), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:04.722013 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port c5961d38-9d60-4c2e-bec1-93b0436cd6de is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:56:04.747870 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-24f3e80b-2f47-47fb-b670-bd6f3e47844e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:04.770217 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387df129-9c1b-4110-b180-6bf5b00d317a req-dcaaf15f-6d8d-4393-a431-d08a834f0548 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:04.775302 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6393f684-e76a-4012-8404-79c48c31334e tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (25574590-ea5c-4322-a72d-bc62166dc9cd), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:04.779281 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-387df129-9c1b-4110-b180-6bf5b00d317a req-dcaaf15f-6d8d-4393-a431-d08a834f0548 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 943 time: 0.1208308 Feb 07 11:56:04.857059 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-387df129-9c1b-4110-b180-6bf5b00d317a req-685d3d10-f342-496d-87ac-f0d3dede9cc2 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774510 Feb 07 11:56:04.884161 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-deed09e6-4b7e-451a-8fae-e72cdb57e424 req-678f0410-aebf-4ee6-9a7f-fcd0c058c2a6 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 210 time: 0.0739810 Feb 07 11:56:04.887758 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6393f684-e76a-4012-8404-79c48c31334e tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Network 12a459b1-c19f-48b5-9c0c-c18492f1de42 is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:56:04.896036 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393f684-e76a-4012-8404-79c48c31334e tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Pushing event updated for resources: {'Port': ['ID=25574590-ea5c-4322-a72d-bc62166dc9cd,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:04.922706 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-6393f684-e76a-4012-8404-79c48c31334e tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:56:04.928836 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6393f684-e76a-4012-8404-79c48c31334e tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Received port after_create {{(pid=109816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:56:04.946330 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-24f3e80b-2f47-47fb-b670-bd6f3e47844e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for security_group (ef6d80b1-da9f-47c1-a893-c2063cb921f1), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:05.057313 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-24f3e80b-2f47-47fb-b670-bd6f3e47844e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (ef6d80b1-da9f-47c1-a893-c2063cb921f1), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:05.146763 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-797bd158-c0d1-4a92-86bd-6e321685c5e5 None None] Publish callbacks [] for port (34ba5aae-2e09-4b86-9e03-a80605b6406c), precommit_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:05.169945 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f3e80b-2f47-47fb-b670-bd6f3e47844e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6d80b1-da9f-47c1-a893-c2063cb921f1,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:05.192279 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-24f3e80b-2f47-47fb-b670-bd6f3e47844e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:05.198782 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-24f3e80b-2f47-47fb-b670-bd6f3e47844e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5898354 Feb 07 11:56:05.199590 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 51160) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:05.202910 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6393f684-e76a-4012-8404-79c48c31334e tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for floatingip (0906e6ef-1e53-4ae5-b483-5331a3ca7d23), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:05.213717 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-86932f96-ed35-4549-b281-60f38234de72 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Request body: {'security_group_rule': {'security_group_id': 'ef6d80b1-da9f-47c1-a893-c2063cb921f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:56:05.213859 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86a364-52fe-49ad-9ea1-774bc7bf0a96 req-15e5bd29-76ae-49de-8d91-db45059ac808 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:05.217360 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-1d86a364-52fe-49ad-9ea1-774bc7bf0a96 req-15e5bd29-76ae-49de-8d91-db45059ac808 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 943 time: 0.1953015 Feb 07 11:56:05.236869 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-797bd158-c0d1-4a92-86bd-6e321685c5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (34ba5aae-2e09-4b86-9e03-a80605b6406c), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:05.324991 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-1d86a364-52fe-49ad-9ea1-774bc7bf0a96 req-83adb5f6-99ae-437b-8493-d44a675c5ad2 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/security-groups?id=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939415 Feb 07 11:56:05.420948 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d0c08-a50e-4511-9acd-db0eac9fa72a None None] Pushing event updated for resources: {'Port': ['ID=34ba5aae-2e09-4b86-9e03-a80605b6406c,revision_number=3']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:05.488548 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-86932f96-ed35-4549-b281-60f38234de72 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for security_group_rule (8286659b-228d-4579-94f2-12bfe06cf5e8), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:05.576392 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-797bd158-c0d1-4a92-86bd-6e321685c5e5 None None] Attempting to bind port 34ba5aae-2e09-4b86-9e03-a80605b6406c on host dv-cinder-817351-12-iscsi for vnic_type normal with profile {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:56:05.577056 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-797bd158-c0d1-4a92-86bd-6e321685c5e5 None None] Attempting to bind port 34ba5aae-2e09-4b86-9e03-a80605b6406c by drivers openvswitch,hyperv on host dv-cinder-817351-12-iscsi at level 0 using segments [{'id': '4dd91289-9497-4700-ac6d-fa09629bdd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e'}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:56:05.577518 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797bd158-c0d1-4a92-86bd-6e321685c5e5 None None] Attempting to bind port 34ba5aae-2e09-4b86-9e03-a80605b6406c on network 5c560c9d-289f-4491-b462-db6f3ab05c8e {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:56:05.583567 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6393f684-e76a-4012-8404-79c48c31334e tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (25574590-ea5c-4322-a72d-bc62166dc9cd), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:05.588254 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797bd158-c0d1-4a92-86bd-6e321685c5e5 None None] Checking agent: {'id': '3ccea1af-134d-4579-b433-9df459de661e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 47, 45), 'started_at': datetime.datetime(2022, 2, 7, 11, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:56:05.589872 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797bd158-c0d1-4a92-86bd-6e321685c5e5 None None] Checking segment: {'id': '4dd91289-9497-4700-ac6d-fa09629bdd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:56:05.590294 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-797bd158-c0d1-4a92-86bd-6e321685c5e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:05.590709 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797bd158-c0d1-4a92-86bd-6e321685c5e5 None None] Bound using segment: {'id': '4dd91289-9497-4700-ac6d-fa09629bdd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e'} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:56:05.591209 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-797bd158-c0d1-4a92-86bd-6e321685c5e5 None None] Bound port: 34ba5aae-2e09-4b86-9e03-a80605b6406c, host: dv-cinder-817351-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd91289-9497-4700-ac6d-fa09629bdd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e'}}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:56:05.609679 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-797bd158-c0d1-4a92-86bd-6e321685c5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (34ba5aae-2e09-4b86-9e03-a80605b6406c), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:05.749519 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 6fd7b8c0-4370-4882-9ede-8ca241960aaa up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:56:05.781954 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a58b42-3b76-40b8-9038-db38668b7f14 req-d5a45733-eab5-4773-9503-191506b6d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:05.783886 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-19a58b42-3b76-40b8-9038-db38668b7f14 req-d5a45733-eab5-4773-9503-191506b6d25f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fa56258a2a848a3900e69789d262891&device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 1127 time: 0.2300270 Feb 07 11:56:05.786879 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c325c-7e0f-4852-a400-eecce9669306 req-274f0ccf-46dd-44c1-baed-0d9f760d07a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:05.790614 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-db8c325c-7e0f-4852-a400-eecce9669306 req-274f0ccf-46dd-44c1-baed-0d9f760d07a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83beb24cf6374fd2a3c025b92c626595&device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 1127 time: 0.4198813 Feb 07 11:56:06.031019 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-07c0f03d-0961-4c67-adf5-b74598f06680 None None] Provisioning complete for port 34ba5aae-2e09-4b86-9e03-a80605b6406c triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:56:06.031019 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-07c0f03d-0961-4c67-adf5-b74598f06680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (34ba5aae-2e09-4b86-9e03-a80605b6406c), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:06.031218 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-86932f96-ed35-4549-b281-60f38234de72 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for security_group_rule (8286659b-228d-4579-94f2-12bfe06cf5e8), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:06.111476 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-07c0f03d-0961-4c67-adf5-b74598f06680 None None] Port 34ba5aae-2e09-4b86-9e03-a80605b6406c cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 11:56:06.141886 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-93c5853e-7d4a-47e9-9d46-5821cbf6b1ad req-44497ff3-c344-4587-8c33-5c906d7c19d5 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 210 time: 0.1133645 Feb 07 11:56:06.170934 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-797bd158-c0d1-4a92-86bd-6e321685c5e5 None None] For port 34ba5aae-2e09-4b86-9e03-a80605b6406c, host dv-cinder-817351-12-iscsi, cleared binding levels {{(pid=109817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:56:06.174788 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-797bd158-c0d1-4a92-86bd-6e321685c5e5 None None] For port 34ba5aae-2e09-4b86-9e03-a80605b6406c, host dv-cinder-817351-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=34ba5aae-2e09-4b86-9e03-a80605b6406c,segment=NetworkSegment(4dd91289-9497-4700-ac6d-fa09629bdd61),segment_id=4dd91289-9497-4700-ac6d-fa09629bdd61)] {{(pid=109817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:56:06.186341 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port 6fd7b8c0-4370-4882-9ede-8ca241960aaa triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:56:06.186824 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (6fd7b8c0-4370-4882-9ede-8ca241960aaa), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:06.266076 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-797bd158-c0d1-4a92-86bd-6e321685c5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (34ba5aae-2e09-4b86-9e03-a80605b6406c), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:06.445152 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-86932f96-ed35-4549-b281-60f38234de72 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032617'] for security_group_rule (8286659b-228d-4579-94f2-12bfe06cf5e8), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:06.456858 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a58b42-3b76-40b8-9038-db38668b7f14 req-e4a23452-a237-4600-9b06-0892638986a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:06.460699 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-19a58b42-3b76-40b8-9038-db38668b7f14 req-e4a23452-a237-4600-9b06-0892638986a1 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9fa56258a2a848a3900e69789d262891&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6599088 Feb 07 11:56:06.478741 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797bd158-c0d1-4a92-86bd-6e321685c5e5 None None] Routers {'04021121-4c18-4409-b664-e48dc993950a'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:56:06.485590 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-797bd158-c0d1-4a92-86bd-6e321685c5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:55:41Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['04021121-4c18-4409-b664-e48dc993950a'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:56:06.681512 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86932f96-ed35-4549-b281-60f38234de72 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8286659b-228d-4579-94f2-12bfe06cf5e8,revision_number=0']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:06.756001 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-797bd158-c0d1-4a92-86bd-6e321685c5e5 None None] Set router 04021121-4c18-4409-b664-e48dc993950a gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:56:06.785784 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6393f684-e76a-4012-8404-79c48c31334e tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for port (25574590-ea5c-4322-a72d-bc62166dc9cd), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:06.828093 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fceff04-a15c-410e-bdec-98969dc3030b req-96302d30-2067-46b4-bbd7-7123651db61d tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:06.833487 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5fceff04-a15c-410e-bdec-98969dc3030b req-96302d30-2067-46b4-bbd7-7123651db61d tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 943 time: 0.6174021 Feb 07 11:56:06.948921 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d0c08-a50e-4511-9acd-db0eac9fa72a None None] Pushing event updated for resources: {'Port': ['ID=34ba5aae-2e09-4b86-9e03-a80605b6406c,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:06.955848 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-86932f96-ed35-4549-b281-60f38234de72 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:06.963533 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-86932f96-ed35-4549-b281-60f38234de72 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7565138 Feb 07 11:56:06.973504 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 51190) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:07.003921 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6393f684-e76a-4012-8404-79c48c31334e tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (25574590-ea5c-4322-a72d-bc62166dc9cd), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:07.030892 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-bae684b1-de0c-4bfc-9bbc-1001b91ef4db tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Request body: {'security_group_rule': {'security_group_id': 'ef6d80b1-da9f-47c1-a893-c2063cb921f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:56:07.036490 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.18', 53606) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:07.065100 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port 6fd7b8c0-4370-4882-9ede-8ca241960aaa is: DOWN; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:56:07.068747 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (6fd7b8c0-4370-4882-9ede-8ca241960aaa), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:07.114716 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-dd34b3ce-a72f-4b86-a811-04eb416fe875 None None] Provisioning complete for port 34ba5aae-2e09-4b86-9e03-a80605b6406c triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:56:07.115082 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-dd34b3ce-a72f-4b86-a811-04eb416fe875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (34ba5aae-2e09-4b86-9e03-a80605b6406c), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:07.355379 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f4a90-2e0f-48c2-9f2e-9f377bf6bf2b req-3beec69f-d876-4bca-8a71-42791ff06145 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:07.357398 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8e1f4a90-2e0f-48c2-9f2e-9f377bf6bf2b req-3beec69f-d876-4bca-8a71-42791ff06145 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 943 time: 0.8928213 Feb 07 11:56:07.424117 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a58b42-3b76-40b8-9038-db38668b7f14 req-9b252d76-07d2-41c4-857c-d06a5fc21faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:07.425245 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-19a58b42-3b76-40b8-9038-db38668b7f14 req-9b252d76-07d2-41c4-857c-d06a5fc21faa service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9566579 Feb 07 11:56:07.511529 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8e1f4a90-2e0f-48c2-9f2e-9f377bf6bf2b req-b07878a6-0925-424e-a589-4e3fb6f2bd94 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/security-groups?id=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345799 Feb 07 11:56:07.547073 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6393f684-e76a-4012-8404-79c48c31334e tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-875882'] for floatingip (0906e6ef-1e53-4ae5-b483-5331a3ca7d23), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:07.548576 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-dd34b3ce-a72f-4b86-a811-04eb416fe875 None None] Current status of the port 34ba5aae-2e09-4b86-9e03-a80605b6406c is: DOWN; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:56:07.549382 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-dd34b3ce-a72f-4b86-a811-04eb416fe875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (34ba5aae-2e09-4b86-9e03-a80605b6406c), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:07.571420 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] For port 6fd7b8c0-4370-4882-9ede-8ca241960aaa, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=6fd7b8c0-4370-4882-9ede-8ca241960aaa,segment=NetworkSegment(ab018b14-5345-4646-b1fb-61d78a233fba),segment_id=ab018b14-5345-4646-b1fb-61d78a233fba)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:56:07.672856 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-dd34b3ce-a72f-4b86-a811-04eb416fe875 None None] For port 34ba5aae-2e09-4b86-9e03-a80605b6406c, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=34ba5aae-2e09-4b86-9e03-a80605b6406c,segment=NetworkSegment(4dd91289-9497-4700-ac6d-fa09629bdd61),segment_id=4dd91289-9497-4700-ac6d-fa09629bdd61)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:56:07.672856 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-797bd158-c0d1-4a92-86bd-6e321685c5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04021121-4c18-4409-b664-e48dc993950a', 'name': 'tempest-AttachVolumeShelveTestJSON-1448088895-router', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:56:01Z', 'revision_number': 4, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'gw_port': {'id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:48Z', 'updated_at': '2022-02-07T11:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '34ba5aae-2e09-4b86-9e03-a80605b6406c', 'name': '', 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'mac_address': 'fa:16:3e:75:73:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:58Z', 'updated_at': '2022-02-07T11:56:06Z', 'revision_number': 4, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'subnets': [{'id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:56:07.674983 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-9ef4e3cc-4246-4d6a-bb27-b3bd0d258c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:07.684439 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-9ef4e3cc-4246-4d6a-bb27-b3bd0d258c1d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fa56258a2a848a3900e69789d262891&device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 1127 time: 0.1209705 Feb 07 11:56:07.712359 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797bd158-c0d1-4a92-86bd-6e321685c5e5 None None] The sync data for ids ['04021121-4c18-4409-b664-e48dc993950a'] in dv-cinder-817351-12-iscsi is: [{'id': '04021121-4c18-4409-b664-e48dc993950a', 'name': 'tempest-AttachVolumeShelveTestJSON-1448088895-router', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:56:01Z', 'revision_number': 4, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'gw_port': {'id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:48Z', 'updated_at': '2022-02-07T11:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '34ba5aae-2e09-4b86-9e03-a80605b6406c', 'name': '', 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'mac_address': 'fa:16:3e:75:73:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:58Z', 'updated_at': '2022-02-07T11:56:06Z', 'revision_number': 4, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'subnets': [{'id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 11:56:07.750129 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-bae684b1-de0c-4bfc-9bbc-1001b91ef4db tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for security_group_rule (5b5a025a-2b0e-432d-9b34-bf42745629fb), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:07.753202 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c325c-7e0f-4852-a400-eecce9669306 req-e0eff3d5-fe26-4902-9863-2584ec992760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:07.754793 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-db8c325c-7e0f-4852-a400-eecce9669306 req-e0eff3d5-fe26-4902-9863-2584ec992760 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=83beb24cf6374fd2a3c025b92c626595&shared=False HTTP/1.1" status: 200 len: 912 time: 1.8869984 Feb 07 11:56:07.825770 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-81414ce2-fd06-4401-a653-600ae4c45392 req-db5f0d80-26b7-4987-ad65-f15576f0b134 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 210 time: 0.1259637 Feb 07 11:56:07.828102 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-26261fe0-4af7-4db2-af31-5e9468cf3372 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11cb008d-8ef4-45f4-a74c-bd2d812a6f4a HTTP/1.1" status: 200 len: 217 time: 0.1115580 Feb 07 11:56:07.841916 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-dd34b3ce-a72f-4b86-a811-04eb416fe875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (34ba5aae-2e09-4b86-9e03-a80605b6406c), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:07.850895 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (6fd7b8c0-4370-4882-9ede-8ca241960aaa), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:07.926732 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6393f684-e76a-4012-8404-79c48c31334e tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for floatingip (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:07.928219 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-6393f684-e76a-4012-8404-79c48c31334e tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5482283 Feb 07 11:56:07.940480 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34b3ce-a72f-4b86-a811-04eb416fe875 None None] Pushing event updated for resources: {'Port': ['ID=34ba5aae-2e09-4b86-9e03-a80605b6406c,revision_number=5']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:07.996519 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5fceff04-a15c-410e-bdec-98969dc3030b req-cff154fe-8abd-4f0e-8d0e-e9647dcb10ad tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1645861 Feb 07 11:56:08.006642 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Pushing event updated for resources: {'Port': ['ID=6fd7b8c0-4370-4882-9ede-8ca241960aaa,revision_number=5']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:08.018714 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393f684-e76a-4012-8404-79c48c31334e tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Pushing event updated for resources: {'Port': ['ID=25574590-ea5c-4322-a72d-bc62166dc9cd,revision_number=2']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:08.108753 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1647a-709d-47af-a694-b3497cf986fc req-7f317568-b7d1-4ac5-bed7-1aeebcefec80 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:08.108753 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c3b1647a-709d-47af-a694-b3497cf986fc req-7f317568-b7d1-4ac5-bed7-1aeebcefec80 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.18 "GET /v2.0/networks?id=677930ed-9c83-41f5-83f9-2c05042c40b2 HTTP/1.1" status: 200 len: 819 time: 1.0451589 Feb 07 11:56:08.293204 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-a1705cb1-e0f4-4716-b8c9-5703c2032371 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--379838737&fields=id&tenant_id=5aee5042ef3f4e89b7ecbd8f22bbd057 HTTP/1.1" status: 200 len: 267 time: 0.0754540 Feb 07 11:56:08.408644 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-bae684b1-de0c-4bfc-9bbc-1001b91ef4db tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for security_group_rule (5b5a025a-2b0e-432d-9b34-bf42745629fb), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:08.431131 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-8eb127ff-5430-4107-97b0-8e2fcbfc7c75 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:08.432352 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-8eb127ff-5430-4107-97b0-8e2fcbfc7c75 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/networks?id=7e90f11b-6d0b-4095-9954-c1764d14537e HTTP/1.1" status: 200 len: 810 time: 0.1687627 Feb 07 11:56:08.445311 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-bd8cd5e4-21e9-4edb-9e33-e64a58bf5005 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/quotas/5aee5042ef3f4e89b7ecbd8f22bbd057 HTTP/1.1" status: 200 len: 375 time: 0.0120678 Feb 07 11:56:08.465011 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c325c-7e0f-4852-a400-eecce9669306 req-f829a9c4-eb06-4bac-b169-094672e98c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:08.466703 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-db8c325c-7e0f-4852-a400-eecce9669306 req-f829a9c4-eb06-4bac-b169-094672e98c00 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6983063 Feb 07 11:56:08.497890 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-cb58b1e3-1db8-4b83-9955-f5b15bcd5eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:08.506341 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-bae684b1-de0c-4bfc-9bbc-1001b91ef4db tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032617'] for security_group_rule (5b5a025a-2b0e-432d-9b34-bf42745629fb), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:08.533666 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae684b1-de0c-4bfc-9bbc-1001b91ef4db tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b5a025a-2b0e-432d-9b34-bf42745629fb,revision_number=0']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:08.537114 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-7236f356-f219-4d0e-b652-fdb2b88ba2f2 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5aee5042ef3f4e89b7ecbd8f22bbd057&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823984 Feb 07 11:56:08.610596 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-bae684b1-de0c-4bfc-9bbc-1001b91ef4db tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:08.613896 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-bae684b1-de0c-4bfc-9bbc-1001b91ef4db tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6115844 Feb 07 11:56:08.621574 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 51228) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:08.626447 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-cb8c06f2-42e7-492b-9a09-3422d70442a7 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Request body: {'floatingip': {'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:56:08.728953 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea44e8-0678-48e3-80b0-2befffb3ac0f req-c3f07e7b-c1e5-457f-b3ea-68b0209399ad tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:08.738623 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-eaea44e8-0678-48e3-80b0-2befffb3ac0f req-c3f07e7b-c1e5-457f-b3ea-68b0209399ad tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 943 time: 0.1076839 Feb 07 11:56:08.744762 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-e18c2c3e-858d-4c29-965b-73d3836e2f3e service neutron] 10.222.0.67 "GET /v2.0/networks/7e90f11b-6d0b-4095-9954-c1764d14537e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913986 Feb 07 11:56:09.024714 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-cb8c06f2-42e7-492b-9a09-3422d70442a7 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:09.026150 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-eaea44e8-0678-48e3-80b0-2befffb3ac0f req-898c6a76-f49b-4b55-9994-eae8b8be8e02 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/security-groups?id=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277511 Feb 07 11:56:09.030320 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-642a4633-8b37-4595-93d4-0c92ab174f05 service neutron] 10.222.0.67 "GET /v2.0/networks/7e90f11b-6d0b-4095-9954-c1764d14537e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223372 Feb 07 11:56:09.031691 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6af75bc9-3cf7-4a5a-9cf3-36e438f81a37 req-f9881390-364a-4564-859f-e0ed37fd1acb tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 210 time: 0.0302203 Feb 07 11:56:09.031691 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [req-c3b1647a-709d-47af-a694-b3497cf986fc req-de33ecf3-21f9-425c-80f0-65ec7b34c3ca tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Request body: {'port': {'device_id': '9c044053-f133-4c65-a3fa-f684f9659757', 'network_id': '677930ed-9c83-41f5-83f9-2c05042c40b2', 'admin_state_up': True, 'tenant_id': '75db33526c1b4ecb86d73593354d98fb'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:56:09.100014 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-ef2b0bfb-1448-4c8a-8a89-0276bc6a447b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:09.101723 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-ef2b0bfb-1448-4c8a-8a89-0276bc6a447b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d7bb34f8-fb86-49c0-99ed-5186686f2b9d HTTP/1.1" status: 200 len: 855 time: 0.1103752 Feb 07 11:56:09.109412 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-cb8c06f2-42e7-492b-9a09-3422d70442a7 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:09.225049 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-87afc47e-f382-496e-9c4a-d59e44520e19 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1f0822b9-b44a-4189-ac69-526cbfaa623f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023386 Feb 07 11:56:09.345696 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c822592-fbbc-4bf4-859e-4b17a18d52f7 req-13974714-3b9b-42b1-a524-02f10baf537e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:09.347499 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4c822592-fbbc-4bf4-859e-4b17a18d52f7 req-13974714-3b9b-42b1-a524-02f10baf537e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 943 time: 0.1871572 Feb 07 11:56:09.386019 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-64120570-037f-4e53-bf22-7d25304d0d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:09.387620 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-64120570-037f-4e53-bf22-7d25304d0d3a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83beb24cf6374fd2a3c025b92c626595&device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 1127 time: 0.2671597 Feb 07 11:56:09.542170 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7c45100f-8f7f-488b-ac29-1e706de63f6c req-1b0e8961-0d56-4100-9633-dd04bb8de7f7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 210 time: 0.0989261 Feb 07 11:56:09.587115 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_common [None req-cb8c06f2-42e7-492b-9a09-3422d70442a7 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Allocated IP 172.27.1.56 (12a459b1-c19f-48b5-9c0c-c18492f1de42/06f471c1-ec2c-4a47-a3f1-0b43664949d1/6ec533e3-f42f-4466-bcb2-cd38c35f737d) {{(pid=109815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:56:09.631850 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-751a5333-957b-43a0-8537-48d53fa2c60a service neutron] 10.222.0.18 "GET /v2.0/networks/1f0822b9-b44a-4189-ac69-526cbfaa623f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305538 Feb 07 11:56:09.648398 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4c822592-fbbc-4bf4-859e-4b17a18d52f7 req-c93619f9-7a3c-43f9-abf6-400983298dd3 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836075 Feb 07 11:56:09.653889 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3b1647a-709d-47af-a694-b3497cf986fc req-de33ecf3-21f9-425c-80f0-65ec7b34c3ca tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Made reservation on behalf of 75db33526c1b4ecb86d73593354d98fb for: {'port': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:56:09.658970 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-c3b1647a-709d-47af-a694-b3497cf986fc req-de33ecf3-21f9-425c-80f0-65ec7b34c3ca tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:09.665985 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-3e14c6f5-5593-4734-97bb-88db6251df7c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cc9f086-021a-4a47-9d2f-293b522c389d HTTP/1.1" status: 200 len: 217 time: 0.2350495 Feb 07 11:56:09.864920 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-cb8c06f2-42e7-492b-9a09-3422d70442a7 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for port (6ec533e3-f42f-4466-bcb2-cd38c35f737d), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:09.950349 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_common [req-c3b1647a-709d-47af-a694-b3497cf986fc req-de33ecf3-21f9-425c-80f0-65ec7b34c3ca tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Allocated IP 172.20.0.8 (677930ed-9c83-41f5-83f9-2c05042c40b2/967182f2-622c-4180-924f-9039ced922cc/420f2d72-e592-48d0-a55c-b9a1ade756cb) {{(pid=109816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:56:09.974038 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-31c6a95b-b945-4c73-a0a4-c92d525682a6 service neutron] 10.222.0.18 "GET /v2.0/networks/1f0822b9-b44a-4189-ac69-526cbfaa623f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662296 Feb 07 11:56:10.063371 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.18', 53616) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:10.075392 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-cb8c06f2-42e7-492b-9a09-3422d70442a7 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (6ec533e3-f42f-4466-bcb2-cd38c35f737d), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:10.227907 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-896feb60-92fb-4845-bfce-de765707ddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:10.232022 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-896feb60-92fb-4845-bfce-de765707ddc5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=247f0512-1b53-4eb5-b6df-ec92c1970392 HTTP/1.1" status: 200 len: 851 time: 0.1682475 Feb 07 11:56:10.291321 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 34ba5aae-2e09-4b86-9e03-a80605b6406c up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:56:10.427079 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-dbb2884d-df62-4782-91f1-49488fa1e2fa req-48663591-f8e0-4235-9fea-081ee488152f tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 210 time: 0.1554272 Feb 07 11:56:10.434635 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-01de9a6f-3ea5-4959-befc-439f5cb347b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73699b35-77b7-43e7-abef-ec3bdabb95b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1834028 Feb 07 11:56:10.470798 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port 34ba5aae-2e09-4b86-9e03-a80605b6406c triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:56:10.471180 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (34ba5aae-2e09-4b86-9e03-a80605b6406c), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:10.525903 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-c3b1647a-709d-47af-a694-b3497cf986fc req-de33ecf3-21f9-425c-80f0-65ec7b34c3ca tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Publish callbacks [] for port (420f2d72-e592-48d0-a55c-b9a1ade756cb), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:10.583370 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8c06f2-42e7-492b-9a09-3422d70442a7 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Network 12a459b1-c19f-48b5-9c0c-c18492f1de42 is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:56:10.590605 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-cb8c06f2-42e7-492b-9a09-3422d70442a7 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:56:10.605436 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8c06f2-42e7-492b-9a09-3422d70442a7 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Received port after_create {{(pid=109815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:56:10.756962 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-c3b1647a-709d-47af-a694-b3497cf986fc req-de33ecf3-21f9-425c-80f0-65ec7b34c3ca tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (420f2d72-e592-48d0-a55c-b9a1ade756cb), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:10.774795 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-38efd0ad-1782-4b9e-8f15-09a878170917 req-f9532ecc-404b-4f6e-a138-cfcb2fb57245 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 210 time: 0.0920520 Feb 07 11:56:10.910371 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3b1647a-709d-47af-a694-b3497cf986fc req-de33ecf3-21f9-425c-80f0-65ec7b34c3ca tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Network 677930ed-9c83-41f5-83f9-2c05042c40b2 is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:56:10.925577 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [req-c3b1647a-709d-47af-a694-b3497cf986fc req-de33ecf3-21f9-425c-80f0-65ec7b34c3ca tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:56:11.027522 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b1647a-709d-47af-a694-b3497cf986fc req-de33ecf3-21f9-425c-80f0-65ec7b34c3ca tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Received port after_create {{(pid=109816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:56:11.043389 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1647a-709d-47af-a694-b3497cf986fc req-de33ecf3-21f9-425c-80f0-65ec7b34c3ca tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:11.060593 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-c3b1647a-709d-47af-a694-b3497cf986fc req-de33ecf3-21f9-425c-80f0-65ec7b34c3ca tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:11.136476 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33ecf3-21f9-425c-80f0-65ec7b34c3ca tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Pushing event updated for resources: {'Port': ['ID=420f2d72-e592-48d0-a55c-b9a1ade756cb,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:11.162246 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-1ab94722-d5d5-4fc6-a33e-2945fa2bec79 service neutron] 10.222.0.18 "GET /v2.0/networks/73699b35-77b7-43e7-abef-ec3bdabb95b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5429461 Feb 07 11:56:11.173643 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458aea9-7328-4a57-a3f0-5fdf8ec505d1 req-1898d74a-feed-4941-ab75-a1563754054b tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:11.175496 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8458aea9-7328-4a57-a3f0-5fdf8ec505d1 req-1898d74a-feed-4941-ab75-a1563754054b tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 943 time: 0.2349000 Feb 07 11:56:11.246905 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port 34ba5aae-2e09-4b86-9e03-a80605b6406c is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:56:11.248293 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 6fd7b8c0-4370-4882-9ede-8ca241960aaa up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:56:11.294567 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c06f2-42e7-492b-9a09-3422d70442a7 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Pushing event updated for resources: {'Port': ['ID=6ec533e3-f42f-4466-bcb2-cd38c35f737d,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:11.311048 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-cb8c06f2-42e7-492b-9a09-3422d70442a7 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for floatingip (88a9da6b-ad02-4c84-9c1b-8d4b574712fb), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:11.335778 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port 6fd7b8c0-4370-4882-9ede-8ca241960aaa triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:56:11.336673 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (6fd7b8c0-4370-4882-9ede-8ca241960aaa), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:11.341659 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-606b6c00-6743-4881-9dea-f28ec6ad7c62 req-9b134f15-59a6-4f71-a4dc-ce63d0f29613 service neutron] 10.222.0.18 "GET /v2.0/networks/73699b35-77b7-43e7-abef-ec3bdabb95b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649814 Feb 07 11:56:11.345383 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8458aea9-7328-4a57-a3f0-5fdf8ec505d1 req-f8255f87-eaa3-4740-9054-af8ba847bdaa tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926387 Feb 07 11:56:11.349424 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c3b1647a-709d-47af-a694-b3497cf986fc req-de33ecf3-21f9-425c-80f0-65ec7b34c3ca tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3474064 Feb 07 11:56:11.362642 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [req-c3b1647a-709d-47af-a694-b3497cf986fc req-604eb7e2-430b-4aff-9d91-1da03277e896 service neutron] Request body: {'port': {'device_id': '9c044053-f133-4c65-a3fa-f684f9659757', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:56:11.406495 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-3dc1e12f-f7ef-486d-950b-2f86e6048812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:11.408074 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-2e52cd55-e027-4c31-b3ad-cd074bfb0fcb tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:11.418033 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-2e52cd55-e027-4c31-b3ad-cd074bfb0fcb tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.18 "GET /v2.0/networks?id=677930ed-9c83-41f5-83f9-2c05042c40b2 HTTP/1.1" status: 200 len: 819 time: 1.3298578 Feb 07 11:56:11.435289 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac9922-c773-4350-ba37-1458c62942aa req-229a8f86-35b0-447a-92af-b10d1fcca76b tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:11.449343 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4aac9922-c773-4350-ba37-1458c62942aa req-229a8f86-35b0-447a-92af-b10d1fcca76b tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 943 time: 1.1623895 Feb 07 11:56:11.462262 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-2dddaa73-08a4-440d-8d54-e1ecfbb78eff tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Request body: {'port': {'device_id': 'f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2', 'network_id': '677930ed-9c83-41f5-83f9-2c05042c40b2', 'admin_state_up': True, 'tenant_id': '75db33526c1b4ecb86d73593354d98fb'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:56:11.485870 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port 6fd7b8c0-4370-4882-9ede-8ca241960aaa is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:56:11.503837 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-c3b1647a-709d-47af-a694-b3497cf986fc req-604eb7e2-430b-4aff-9d91-1da03277e896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (420f2d72-e592-48d0-a55c-b9a1ade756cb), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:11.620012 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-cb8c06f2-42e7-492b-9a09-3422d70442a7 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (6ec533e3-f42f-4466-bcb2-cd38c35f737d), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:11.693210 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:11.724782 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c858c36a-41f3-4da6-87d1-5b50303a3ba8 req-eec514c2-be74-4b03-a2dc-28b8259302a5 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 210 time: 0.1610370 Feb 07 11:56:11.742633 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4aac9922-c773-4350-ba37-1458c62942aa req-6961bfb0-e67c-4856-bcdf-9b5af842bc16 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/security-groups?id=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923627 Feb 07 11:56:11.883967 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e2765a0d-f94b-4a78-b89a-353af2d2a31d req-f9908e71-265a-4a17-8419-025004ad0f2d tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 210 time: 0.0322056 Feb 07 11:56:11.920694 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-2dddaa73-08a4-440d-8d54-e1ecfbb78eff tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Made reservation on behalf of 75db33526c1b4ecb86d73593354d98fb for: {'port': 1} {{(pid=109815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:56:11.924126 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-2dddaa73-08a4-440d-8d54-e1ecfbb78eff tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:11.968300 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-cb8c06f2-42e7-492b-9a09-3422d70442a7 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for port (6ec533e3-f42f-4466-bcb2-cd38c35f737d), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:12.010189 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [req-c3b1647a-709d-47af-a694-b3497cf986fc req-604eb7e2-430b-4aff-9d91-1da03277e896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 420f2d72-e592-48d0-a55c-b9a1ade756cb {{(pid=109816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 11:56:12.018007 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-c3b1647a-709d-47af-a694-b3497cf986fc req-604eb7e2-430b-4aff-9d91-1da03277e896 service neutron] Publish callbacks [] for port (420f2d72-e592-48d0-a55c-b9a1ade756cb), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:12.028401 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-cb8c06f2-42e7-492b-9a09-3422d70442a7 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (6ec533e3-f42f-4466-bcb2-cd38c35f737d), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:12.030053 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.provisioning_blocks [req-c3b1647a-709d-47af-a694-b3497cf986fc req-604eb7e2-430b-4aff-9d91-1da03277e896 service neutron] Transition to ACTIVE for port object 420f2d72-e592-48d0-a55c-b9a1ade756cb will not be triggered until provisioned by entity L2. {{(pid=109816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 11:56:12.058277 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-cb8c06f2-42e7-492b-9a09-3422d70442a7 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-875882'] for floatingip (88a9da6b-ad02-4c84-9c1b-8d4b574712fb), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:12.079228 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c06f2-42e7-492b-9a09-3422d70442a7 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Pushing event updated for resources: {'Port': ['ID=6ec533e3-f42f-4466-bcb2-cd38c35f737d,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:12.142991 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-c3b1647a-709d-47af-a694-b3497cf986fc req-604eb7e2-430b-4aff-9d91-1da03277e896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (420f2d72-e592-48d0-a55c-b9a1ade756cb), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:12.169660 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-cb8c06f2-42e7-492b-9a09-3422d70442a7 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for floatingip (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:12.174924 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-cb8c06f2-42e7-492b-9a09-3422d70442a7 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5483003 Feb 07 11:56:12.199369 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604eb7e2-430b-4aff-9d91-1da03277e896 service neutron] Pushing event updated for resources: {'Port': ['ID=420f2d72-e592-48d0-a55c-b9a1ade756cb,revision_number=2']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:12.216215 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_common [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-2dddaa73-08a4-440d-8d54-e1ecfbb78eff tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Allocated IP 172.20.0.6 (677930ed-9c83-41f5-83f9-2c05042c40b2/967182f2-622c-4180-924f-9039ced922cc/0e32a59a-3229-485e-a5df-55c89a0d4315) {{(pid=109815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:56:12.238425 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-c3b1647a-709d-47af-a694-b3497cf986fc req-604eb7e2-430b-4aff-9d91-1da03277e896 service neutron] Attempting to bind port 420f2d72-e592-48d0-a55c-b9a1ade756cb on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:56:12.240259 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-c3b1647a-709d-47af-a694-b3497cf986fc req-604eb7e2-430b-4aff-9d91-1da03277e896 service neutron] Attempting to bind port 420f2d72-e592-48d0-a55c-b9a1ade756cb by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'ab018b14-5345-4646-b1fb-61d78a233fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '677930ed-9c83-41f5-83f9-2c05042c40b2'}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:56:12.240259 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b1647a-709d-47af-a694-b3497cf986fc req-604eb7e2-430b-4aff-9d91-1da03277e896 service neutron] Attempting to bind port 420f2d72-e592-48d0-a55c-b9a1ade756cb on network 677930ed-9c83-41f5-83f9-2c05042c40b2 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:56:12.245314 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b1647a-709d-47af-a694-b3497cf986fc req-604eb7e2-430b-4aff-9d91-1da03277e896 service neutron] Port 420f2d72-e592-48d0-a55c-b9a1ade756cb on network 677930ed-9c83-41f5-83f9-2c05042c40b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 11:56:12.246230 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b1647a-709d-47af-a694-b3497cf986fc req-604eb7e2-430b-4aff-9d91-1da03277e896 service neutron] Attempting to bind port 420f2d72-e592-48d0-a55c-b9a1ade756cb on network 677930ed-9c83-41f5-83f9-2c05042c40b2 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:56:12.253068 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b1647a-709d-47af-a694-b3497cf986fc req-604eb7e2-430b-4aff-9d91-1da03277e896 service neutron] Checking agent: {'id': '0d418b69-6da0-49d9-b758-bac8cc78f2cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'started_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:56:12.253413 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b1647a-709d-47af-a694-b3497cf986fc req-604eb7e2-430b-4aff-9d91-1da03277e896 service neutron] Checking segment: {'id': 'ab018b14-5345-4646-b1fb-61d78a233fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '677930ed-9c83-41f5-83f9-2c05042c40b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:56:12.253894 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b1647a-709d-47af-a694-b3497cf986fc req-604eb7e2-430b-4aff-9d91-1da03277e896 service neutron] Bound using segment: {'id': 'ab018b14-5345-4646-b1fb-61d78a233fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '677930ed-9c83-41f5-83f9-2c05042c40b2'} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:56:12.254499 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-c3b1647a-709d-47af-a694-b3497cf986fc req-604eb7e2-430b-4aff-9d91-1da03277e896 service neutron] Bound port: 420f2d72-e592-48d0-a55c-b9a1ade756cb, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab018b14-5345-4646-b1fb-61d78a233fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '677930ed-9c83-41f5-83f9-2c05042c40b2'}}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:56:12.254859 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-c3b1647a-709d-47af-a694-b3497cf986fc req-604eb7e2-430b-4aff-9d91-1da03277e896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (420f2d72-e592-48d0-a55c-b9a1ade756cb), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:12.340131 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-c3b1647a-709d-47af-a694-b3497cf986fc req-604eb7e2-430b-4aff-9d91-1da03277e896 service neutron] For port 420f2d72-e592-48d0-a55c-b9a1ade756cb, host hv-cinder-81735, cleared binding levels {{(pid=109816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:56:12.343447 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-c3b1647a-709d-47af-a694-b3497cf986fc req-604eb7e2-430b-4aff-9d91-1da03277e896 service neutron] For port 420f2d72-e592-48d0-a55c-b9a1ade756cb, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=420f2d72-e592-48d0-a55c-b9a1ade756cb,segment=NetworkSegment(ab018b14-5345-4646-b1fb-61d78a233fba),segment_id=ab018b14-5345-4646-b1fb-61d78a233fba)] {{(pid=109816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:56:12.420687 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-2dddaa73-08a4-440d-8d54-e1ecfbb78eff tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Publish callbacks [] for port (0e32a59a-3229-485e-a5df-55c89a0d4315), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:12.439266 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-c3b1647a-709d-47af-a694-b3497cf986fc req-604eb7e2-430b-4aff-9d91-1da03277e896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (420f2d72-e592-48d0-a55c-b9a1ade756cb), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:12.440738 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9f90192d-981c-4ef0-b395-162dab547edb req-32a80f92-32f0-4db9-8d37-aea5fed23b62 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1623113234&fields=id&tenant_id=7def8326042e4a8fa3c19125edfb7d63 HTTP/1.1" status: 200 len: 267 time: 0.0726755 Feb 07 11:56:12.521028 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1647a-709d-47af-a694-b3497cf986fc req-604eb7e2-430b-4aff-9d91-1da03277e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:12.521687 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-c3b1647a-709d-47af-a694-b3497cf986fc req-604eb7e2-430b-4aff-9d91-1da03277e896 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:12.523095 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c3b1647a-709d-47af-a694-b3497cf986fc req-604eb7e2-430b-4aff-9d91-1da03277e896 service neutron] 10.222.0.18 "PUT /v2.0/ports/420f2d72-e592-48d0-a55c-b9a1ade756cb HTTP/1.1" status: 200 len: 1093 time: 1.1666002 Feb 07 11:56:12.524460 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c044053-f133-4c65-a3fa-f684f9659757', 'tag': '420f2d72-e592-48d0-a55c-b9a1ade756cb'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 11:56:12.527310 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fccb6e-750f-4bc2-9bb0-ea52e1ad21f4" -d '{"events": [{"name": "network-changed", "server_uuid": "9c044053-f133-4c65-a3fa-f684f9659757", "tag": "420f2d72-e592-48d0-a55c-b9a1ade756cb"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 11:56:12.554758 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604eb7e2-430b-4aff-9d91-1da03277e896 service neutron] Pushing event updated for resources: {'Port': ['ID=420f2d72-e592-48d0-a55c-b9a1ade756cb,revision_number=3']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:12.574850 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90192d-981c-4ef0-b395-162dab547edb req-553c82b0-b6da-4d4e-a558-bee31da71372 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:12.576329 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9f90192d-981c-4ef0-b395-162dab547edb req-553c82b0-b6da-4d4e-a558-bee31da71372 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/networks?id=5c560c9d-289f-4491-b462-db6f3ab05c8e HTTP/1.1" status: 200 len: 817 time: 0.1198757 Feb 07 11:56:12.578455 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6976e-55cb-4504-97b4-bf0bc9790238 req-94b5a669-e9a0-4c9e-b064-a39acf06e98f tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:12.580042 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-84d6976e-55cb-4504-97b4-bf0bc9790238 req-94b5a669-e9a0-4c9e-b064-a39acf06e98f tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 943 time: 0.1103845 Feb 07 11:56:12.592132 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9f90192d-981c-4ef0-b395-162dab547edb req-71666d14-5e4e-44eb-8fe4-f1046ef44d8c tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/quotas/7def8326042e4a8fa3c19125edfb7d63 HTTP/1.1" status: 200 len: 375 time: 0.0103066 Feb 07 11:56:12.627718 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-84d6976e-55cb-4504-97b4-bf0bc9790238 req-96394d61-1fdf-4712-923f-e555b597fffb tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420301 Feb 07 11:56:12.630708 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-2dddaa73-08a4-440d-8d54-e1ecfbb78eff tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (0e32a59a-3229-485e-a5df-55c89a0d4315), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:12.701749 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-2dddaa73-08a4-440d-8d54-e1ecfbb78eff tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Network 677930ed-9c83-41f5-83f9-2c05042c40b2 is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:56:12.704920 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1647a-709d-47af-a694-b3497cf986fc req-7d3ada86-a6f4-4335-ab6d-9ad61985342d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:12.706750 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c3b1647a-709d-47af-a694-b3497cf986fc req-7d3ada86-a6f4-4335-ab6d-9ad61985342d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75db33526c1b4ecb86d73593354d98fb&device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 1127 time: 0.0501347 Feb 07 11:56:12.712175 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-2dddaa73-08a4-440d-8d54-e1ecfbb78eff tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:56:12.720045 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-2dddaa73-08a4-440d-8d54-e1ecfbb78eff tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Received port after_create {{(pid=109815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:56:12.726229 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-2dddaa73-08a4-440d-8d54-e1ecfbb78eff tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:12.726857 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-2dddaa73-08a4-440d-8d54-e1ecfbb78eff tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for port (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:12.743690 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddaa73-08a4-440d-8d54-e1ecfbb78eff tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Pushing event updated for resources: {'Port': ['ID=0e32a59a-3229-485e-a5df-55c89a0d4315,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:12.758284 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c3b1647a-709d-47af-a694-b3497cf986fc req-b6e369e2-ff14-4db3-b411-81b7eb0706ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=420f2d72-e592-48d0-a55c-b9a1ade756cb HTTP/1.1" status: 200 len: 217 time: 0.0438654 Feb 07 11:56:12.760371 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 11:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a23fbe9-0b4e-4c99-aed1-c385292f4a81 x-openstack-request-id: req-4a23fbe9-0b4e-4c99-aed1-c385292f4a81 {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 11:56:12.760655 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c044053-f133-4c65-a3fa-f684f9659757", "tag": "420f2d72-e592-48d0-a55c-b9a1ade756cb", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 11:56:12.760912 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4a23fbe9-0b4e-4c99-aed1-c385292f4a81 {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 11:56:12.761297 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c044053-f133-4c65-a3fa-f684f9659757', 'tag': '420f2d72-e592-48d0-a55c-b9a1ade756cb', 'status': 'completed', 'code': 200} Feb 07 11:56:12.778016 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9f90192d-981c-4ef0-b395-162dab547edb req-0bdb5e35-fc32-487b-861d-eb636afc21cb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=7def8326042e4a8fa3c19125edfb7d63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1715531 Feb 07 11:56:12.846982 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-2dddaa73-08a4-440d-8d54-e1ecfbb78eff tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3887703 Feb 07 11:56:12.855291 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1647a-709d-47af-a694-b3497cf986fc req-438a025b-af63-4540-8845-7f4f974ad047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:12.856734 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c3b1647a-709d-47af-a694-b3497cf986fc req-438a025b-af63-4540-8845-7f4f974ad047 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=967182f2-622c-4180-924f-9039ced922cc HTTP/1.1" status: 200 len: 859 time: 0.0855417 Feb 07 11:56:12.859037 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-1e6358a4-de91-40e5-ac3a-1ac529e23d3c service neutron] Request body: {'port': {'device_id': 'f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:56:12.901108 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c3b1647a-709d-47af-a694-b3497cf986fc req-4786b7a8-70e2-4aaa-8acd-959e044b082b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=677930ed-9c83-41f5-83f9-2c05042c40b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377207 Feb 07 11:56:12.909106 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6e24c-4d0b-4bf4-adce-abee8944548b req-c7fb71ce-e1d1-45d4-9c75-2ae41671d705 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:12.910572 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e8f6e24c-4d0b-4bf4-adce-abee8944548b req-c7fb71ce-e1d1-45d4-9c75-2ae41671d705 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 931 time: 0.1040585 Feb 07 11:56:12.938101 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9f90192d-981c-4ef0-b395-162dab547edb req-7fa70bde-77e4-4b83-8822-ffbfb255854c service neutron] 10.222.0.67 "GET /v2.0/networks/5c560c9d-289f-4491-b462-db6f3ab05c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584837 Feb 07 11:56:13.015166 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e8f6e24c-4d0b-4bf4-adce-abee8944548b req-19f9165b-26a9-4071-9b27-36c08c8b1d13 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965626 Feb 07 11:56:13.016122 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-1e6358a4-de91-40e5-ac3a-1ac529e23d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (0e32a59a-3229-485e-a5df-55c89a0d4315), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:13.035614 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c3b1647a-709d-47af-a694-b3497cf986fc req-de48b4c8-2e08-4324-b621-45fefcf97efc service neutron] 10.222.0.18 "GET /v2.0/networks/677930ed-9c83-41f5-83f9-2c05042c40b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239235 Feb 07 11:56:13.095451 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9f90192d-981c-4ef0-b395-162dab547edb req-f018d690-f224-46dd-b811-b89eaa882736 service neutron] 10.222.0.67 "GET /v2.0/networks/5c560c9d-289f-4491-b462-db6f3ab05c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403852 Feb 07 11:56:13.216312 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c3b1647a-709d-47af-a694-b3497cf986fc req-bb37c2fa-5438-4184-8378-8e636c38a9a1 service neutron] 10.222.0.18 "GET /v2.0/networks/677930ed-9c83-41f5-83f9-2c05042c40b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641459 Feb 07 11:56:13.231009 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1c77b-f2af-46fe-9f84-53ea079a1690 req-ab65ad40-3e96-4acf-8541-252e61c82df2 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:13.231009 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0ca1c77b-f2af-46fe-9f84-53ea079a1690 req-ab65ad40-3e96-4acf-8541-252e61c82df2 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 943 time: 0.1105695 Feb 07 11:56:13.334455 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0ca1c77b-f2af-46fe-9f84-53ea079a1690 req-2eb8e368-2644-4adb-8ebd-2196c378a0f2 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/security-groups?id=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935025 Feb 07 11:56:13.460972 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-1e6358a4-de91-40e5-ac3a-1ac529e23d3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e32a59a-3229-485e-a5df-55c89a0d4315 {{(pid=109815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 11:56:13.470780 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-1e6358a4-de91-40e5-ac3a-1ac529e23d3c service neutron] Publish callbacks [] for port (0e32a59a-3229-485e-a5df-55c89a0d4315), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:13.483104 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-1e6358a4-de91-40e5-ac3a-1ac529e23d3c service neutron] Transition to ACTIVE for port object 0e32a59a-3229-485e-a5df-55c89a0d4315 will not be triggered until provisioned by entity L2. {{(pid=109815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 11:56:13.529076 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-1d26ee05-bdaf-4ef0-8f35-a66a8ddb47f4 req-9b1cdaf6-88c8-401d-b461-988b9bf27f5b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 210 time: 0.0444558 Feb 07 11:56:13.586996 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-1e6358a4-de91-40e5-ac3a-1ac529e23d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (0e32a59a-3229-485e-a5df-55c89a0d4315), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:13.643401 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6358a4-de91-40e5-ac3a-1ac529e23d3c service neutron] Pushing event updated for resources: {'Port': ['ID=0e32a59a-3229-485e-a5df-55c89a0d4315,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:13.652478 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:13.686957 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-1e6358a4-de91-40e5-ac3a-1ac529e23d3c service neutron] Attempting to bind port 0e32a59a-3229-485e-a5df-55c89a0d4315 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:56:13.687306 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-1e6358a4-de91-40e5-ac3a-1ac529e23d3c service neutron] Attempting to bind port 0e32a59a-3229-485e-a5df-55c89a0d4315 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'ab018b14-5345-4646-b1fb-61d78a233fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '677930ed-9c83-41f5-83f9-2c05042c40b2'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:56:13.687602 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-1e6358a4-de91-40e5-ac3a-1ac529e23d3c service neutron] Attempting to bind port 0e32a59a-3229-485e-a5df-55c89a0d4315 on network 677930ed-9c83-41f5-83f9-2c05042c40b2 {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:56:13.694232 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-1e6358a4-de91-40e5-ac3a-1ac529e23d3c service neutron] Port 0e32a59a-3229-485e-a5df-55c89a0d4315 on network 677930ed-9c83-41f5-83f9-2c05042c40b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 11:56:13.698202 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-1e6358a4-de91-40e5-ac3a-1ac529e23d3c service neutron] Attempting to bind port 0e32a59a-3229-485e-a5df-55c89a0d4315 on network 677930ed-9c83-41f5-83f9-2c05042c40b2 {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:56:13.701136 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-1e6358a4-de91-40e5-ac3a-1ac529e23d3c service neutron] Checking agent: {'id': '0d418b69-6da0-49d9-b758-bac8cc78f2cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'started_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:56:13.701739 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-1e6358a4-de91-40e5-ac3a-1ac529e23d3c service neutron] Checking segment: {'id': 'ab018b14-5345-4646-b1fb-61d78a233fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '677930ed-9c83-41f5-83f9-2c05042c40b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:56:13.702429 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-1e6358a4-de91-40e5-ac3a-1ac529e23d3c service neutron] Bound using segment: {'id': 'ab018b14-5345-4646-b1fb-61d78a233fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '677930ed-9c83-41f5-83f9-2c05042c40b2'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:56:13.703022 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-1e6358a4-de91-40e5-ac3a-1ac529e23d3c service neutron] Bound port: 0e32a59a-3229-485e-a5df-55c89a0d4315, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab018b14-5345-4646-b1fb-61d78a233fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '677930ed-9c83-41f5-83f9-2c05042c40b2'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:56:13.703525 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-1e6358a4-de91-40e5-ac3a-1ac529e23d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (0e32a59a-3229-485e-a5df-55c89a0d4315), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:13.745878 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-370ee97f-711b-4b8e-a7ca-384be9000ea5 req-63a58cee-c2f7-4734-81c5-18ceddb28b0b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 210 time: 0.2598040 Feb 07 11:56:13.795396 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fccb6e-750f-4bc2-9bb0-ea52e1ad21f4 req-14b65c9b-57a6-4941-bca1-434d7c602710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:13.797046 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-08fccb6e-750f-4bc2-9bb0-ea52e1ad21f4 req-14b65c9b-57a6-4941-bca1-434d7c602710 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75db33526c1b4ecb86d73593354d98fb&device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 1127 time: 0.3261247 Feb 07 11:56:13.819774 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-1e6358a4-de91-40e5-ac3a-1ac529e23d3c service neutron] For port 0e32a59a-3229-485e-a5df-55c89a0d4315, host hv-cinder-81735, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:56:13.824031 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-1e6358a4-de91-40e5-ac3a-1ac529e23d3c service neutron] For port 0e32a59a-3229-485e-a5df-55c89a0d4315, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=0e32a59a-3229-485e-a5df-55c89a0d4315,segment=NetworkSegment(ab018b14-5345-4646-b1fb-61d78a233fba),segment_id=ab018b14-5345-4646-b1fb-61d78a233fba)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:56:13.836074 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9dc1e3-efe6-415c-a0e7-22702ac2db6a req-aa366225-93a1-4b86-aecb-11fd70949cf5 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:13.842094 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-eb9dc1e3-efe6-415c-a0e7-22702ac2db6a req-aa366225-93a1-4b86-aecb-11fd70949cf5 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 943 time: 0.0886979 Feb 07 11:56:13.870445 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-34169855-4b25-45ac-bdc6-2511528da67f tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:13.872020 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-34169855-4b25-45ac-bdc6-2511528da67f tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.18 "GET /v2.0/networks?id=7e90f11b-6d0b-4095-9954-c1764d14537e HTTP/1.1" status: 200 len: 810 time: 0.4904530 Feb 07 11:56:13.891847 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-eb9dc1e3-efe6-415c-a0e7-22702ac2db6a req-771adc9b-a4d3-4df3-8191-c1a969fca444 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471463 Feb 07 11:56:13.918914 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-1e6358a4-de91-40e5-ac3a-1ac529e23d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (0e32a59a-3229-485e-a5df-55c89a0d4315), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:13.955076 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-1e6358a4-de91-40e5-ac3a-1ac529e23d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:13.955689 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-1e6358a4-de91-40e5-ac3a-1ac529e23d3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for port (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:13.957067 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-1e6358a4-de91-40e5-ac3a-1ac529e23d3c service neutron] 10.222.0.18 "PUT /v2.0/ports/0e32a59a-3229-485e-a5df-55c89a0d4315 HTTP/1.1" status: 200 len: 1093 time: 1.1021404 Feb 07 11:56:13.957506 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2', 'tag': '0e32a59a-3229-485e-a5df-55c89a0d4315'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 11:56:13.960067 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5512e24b4b829142f063b72b797f5a35d67167870001cc5935fd87f1b71448f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca062e7d-dbd7-4e28-9aae-ec9bf13c54bd" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2", "tag": "0e32a59a-3229-485e-a5df-55c89a0d4315"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 11:56:13.967263 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fccb6e-750f-4bc2-9bb0-ea52e1ad21f4 req-d4d61b1d-253e-439f-bc24-a2c13db4a52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:13.969040 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-08fccb6e-750f-4bc2-9bb0-ea52e1ad21f4 req-d4d61b1d-253e-439f-bc24-a2c13db4a52e service neutron] 10.222.0.18 "GET /v2.0/networks?id=677930ed-9c83-41f5-83f9-2c05042c40b2 HTTP/1.1" status: 200 len: 920 time: 0.1663611 Feb 07 11:56:13.987151 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6358a4-de91-40e5-ac3a-1ac529e23d3c service neutron] Pushing event updated for resources: {'Port': ['ID=0e32a59a-3229-485e-a5df-55c89a0d4315,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:13.998666 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 11:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02c28bd-4001-4f63-86e3-4fc38fedb3ea x-openstack-request-id: req-f02c28bd-4001-4f63-86e3-4fc38fedb3ea {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 11:56:13.998955 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2", "tag": "0e32a59a-3229-485e-a5df-55c89a0d4315", "status": "completed", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 11:56:13.999209 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f02c28bd-4001-4f63-86e3-4fc38fedb3ea {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 11:56:13.999748 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2', 'tag': '0e32a59a-3229-485e-a5df-55c89a0d4315', 'status': 'completed', 'code': 200} Feb 07 11:56:14.155067 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9e034-1021-49b3-b433-ebd56b3b8b68 req-00def40c-737c-44bc-91ce-89975fc44cf8 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:14.156595 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4fa9e034-1021-49b3-b433-ebd56b3b8b68 req-00def40c-737c-44bc-91ce-89975fc44cf8 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 943 time: 0.0578592 Feb 07 11:56:14.202052 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4fa9e034-1021-49b3-b433-ebd56b3b8b68 req-dab28209-bf46-48f6-90ea-84e1e96c96ca tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397880 Feb 07 11:56:14.460499 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18aab34-59e2-4e7a-83fe-b0927d71ecee req-abfeb54b-5081-4e4c-9b04-4c19f718f478 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:14.461763 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f18aab34-59e2-4e7a-83fe-b0927d71ecee req-abfeb54b-5081-4e4c-9b04-4c19f718f478 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 943 time: 0.0528667 Feb 07 11:56:14.515159 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f18aab34-59e2-4e7a-83fe-b0927d71ecee req-f5d33062-0ed4-41ae-9ce4-996276fde643 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/security-groups?id=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474186 Feb 07 11:56:14.629069 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-0e2b1331-587f-433b-b50b-c4cb6c98fc3e req-643bb1a3-8821-4c19-a61d-a081b4c56a4e tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 210 time: 0.0268435 Feb 07 11:56:14.674463 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:14.852069 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-060df10c-761e-4a4a-88d2-763845c05a42 req-ba00af6f-d975-4141-a142-5e0179a90605 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 210 time: 0.0272164 Feb 07 11:56:15.012827 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1263146-965b-444f-9222-afbf11d73eef req-c4e22ddf-28c2-456e-8b2b-344e347b02ea tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:15.014344 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f1263146-965b-444f-9222-afbf11d73eef req-c4e22ddf-28c2-456e-8b2b-344e347b02ea tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 943 time: 0.0539932 Feb 07 11:56:15.064348 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f1263146-965b-444f-9222-afbf11d73eef req-886e9420-72f5-48a1-a145-997eb5b96656 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442660 Feb 07 11:56:15.320871 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e6f93-7ecd-4b2c-8c34-da4e58af2322 req-60ce139b-ca5b-4c15-b1f2-556fc5e3fd23 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:15.322334 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-507e6f93-7ecd-4b2c-8c34-da4e58af2322 req-60ce139b-ca5b-4c15-b1f2-556fc5e3fd23 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 943 time: 0.0525982 Feb 07 11:56:15.368317 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-507e6f93-7ecd-4b2c-8c34-da4e58af2322 req-8f2bef92-bcc8-4858-bb5b-66267a7583fa tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403497 Feb 07 11:56:15.563535 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 11:56:15.631378 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e9576-ab66-4518-8ef8-8e21d16e3ed1 req-810125f2-ee27-4403-843e-e01af5febaab tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:15.632733 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f39e9576-ab66-4518-8ef8-8e21d16e3ed1 req-810125f2-ee27-4403-843e-e01af5febaab tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 943 time: 0.0518644 Feb 07 11:56:15.679289 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f39e9576-ab66-4518-8ef8-8e21d16e3ed1 req-14f92de9-c484-4d55-8dec-b2521221ed2b tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/security-groups?id=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409801 Feb 07 11:56:15.724508 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-63ab7ef5-8d69-461d-8834-a2bcf4946685 req-c72c92f4-3577-4bc8-bc3f-7496cbc42a03 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 210 time: 0.0298691 Feb 07 11:56:15.947165 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-784f1f60-ccce-4ed6-89b4-0e2df04ec7ac req-877a5f1b-fd52-4657-b183-8178cff5f5e0 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 210 time: 0.0261686 Feb 07 11:56:16.181185 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401fcdb-f424-48bb-9af2-bd647e2f5039 req-7b46d297-f5fd-44cd-b148-6319ee6ed4ed tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:16.182601 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a401fcdb-f424-48bb-9af2-bd647e2f5039 req-7b46d297-f5fd-44cd-b148-6319ee6ed4ed tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 943 time: 0.0522230 Feb 07 11:56:16.227465 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a401fcdb-f424-48bb-9af2-bd647e2f5039 req-3b3eb057-7eb5-41fb-a561-543f7ef9e85a tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392535 Feb 07 11:56:16.484733 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a148d0-8fd4-46b9-8090-b59b4940c25e req-7e2cb2d9-d24f-4f9a-98ba-4239b0ce4c1a tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:16.486151 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-99a148d0-8fd4-46b9-8090-b59b4940c25e req-7e2cb2d9-d24f-4f9a-98ba-4239b0ce4c1a tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 943 time: 0.0510387 Feb 07 11:56:16.535013 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-99a148d0-8fd4-46b9-8090-b59b4940c25e req-040280f7-fcea-442e-b2aa-f7501deeff26 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431840 Feb 07 11:56:16.795073 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3743b-7e02-4e50-b73d-061a5afdadf6 req-2927a372-834d-4fdb-878b-7d759a0eaf35 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:16.796552 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-86d3743b-7e02-4e50-b73d-061a5afdadf6 req-2927a372-834d-4fdb-878b-7d759a0eaf35 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 943 time: 0.0525589 Feb 07 11:56:16.817338 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9067acfa-4a9a-4483-baf9-850425339392 req-2eccbab3-5a51-49f4-bf0a-88e8f133e9ba tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 210 time: 0.0277803 Feb 07 11:56:16.844246 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-86d3743b-7e02-4e50-b73d-061a5afdadf6 req-825b64ed-0795-41cd-8706-9af3c67f33bc tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/security-groups?id=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416489 Feb 07 11:56:17.048963 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-329c35e8-a7ac-4c38-a65f-715b9da2ed87 req-83a0ef03-4b7c-4c7f-b9e1-053fedab6b42 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 210 time: 0.0274484 Feb 07 11:56:17.346818 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11028e0-8815-4148-8b6e-ff9170ca2805 req-596266e4-08da-44cb-9f7e-102cd048c890 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:17.348305 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f11028e0-8815-4148-8b6e-ff9170ca2805 req-596266e4-08da-44cb-9f7e-102cd048c890 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 943 time: 0.0551171 Feb 07 11:56:17.393446 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f11028e0-8815-4148-8b6e-ff9170ca2805 req-e57bdb23-cd0b-4e82-945b-a0164992c83f tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391757 Feb 07 11:56:17.533898 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-08fccb6e-750f-4bc2-9bb0-ea52e1ad21f4 req-7b0aa080-a18e-4463-a823-0cbf08170d82 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=420f2d72-e592-48d0-a55c-b9a1ade756cb HTTP/1.1" status: 200 len: 217 time: 0.0385659 Feb 07 11:56:17.547890 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca062e7d-dbd7-4e28-9aae-ec9bf13c54bd req-820f0ce2-92d2-40a6-a488-1d4c6e469819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:17.549372 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-ca062e7d-dbd7-4e28-9aae-ec9bf13c54bd req-820f0ce2-92d2-40a6-a488-1d4c6e469819 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75db33526c1b4ecb86d73593354d98fb&device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 1127 time: 0.0458038 Feb 07 11:56:17.615529 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-d9bc1817-f9ed-4ae8-8d50-6a55ea1d7996 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5aee5042ef3f4e89b7ecbd8f22bbd057 HTTP/1.1" status: 200 len: 379 time: 0.1358874 Feb 07 11:56:17.626047 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-1b52677f-8fa0-4676-9f0c-61aba4a0d061 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Request body: {'port': {'device_id': '7c1d3598-aa8c-43a9-8b90-4b9716d12dac', 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e', 'admin_state_up': True, 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'security_groups': ['cad92901-48a2-495f-bf2a-a78dede03c10']}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:56:17.632162 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fccb6e-750f-4bc2-9bb0-ea52e1ad21f4 req-a4d7c46f-8363-49fc-9b93-d7b2cea217ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:17.634071 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-08fccb6e-750f-4bc2-9bb0-ea52e1ad21f4 req-a4d7c46f-8363-49fc-9b93-d7b2cea217ab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=967182f2-622c-4180-924f-9039ced922cc HTTP/1.1" status: 200 len: 859 time: 0.0864077 Feb 07 11:56:17.687129 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca062e7d-dbd7-4e28-9aae-ec9bf13c54bd req-32045846-e1fc-44c2-8c8c-2ccff6086c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:17.688591 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-ca062e7d-dbd7-4e28-9aae-ec9bf13c54bd req-32045846-e1fc-44c2-8c8c-2ccff6086c6e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=75db33526c1b4ecb86d73593354d98fb&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1329510 Feb 07 11:56:17.699268 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-08fccb6e-750f-4bc2-9bb0-ea52e1ad21f4 req-a05f60c9-f0b7-40fc-80de-c9017577c30c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=677930ed-9c83-41f5-83f9-2c05042c40b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547974 Feb 07 11:56:17.751081 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a8fc0-2c62-43f8-9b0f-c8dc814f059e req-ede39213-e36b-479f-8c50-fa3672b11680 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:17.752555 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-2e7a8fc0-2c62-43f8-9b0f-c8dc814f059e req-ede39213-e36b-479f-8c50-fa3672b11680 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 943 time: 0.1212678 Feb 07 11:56:17.835886 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-08fccb6e-750f-4bc2-9bb0-ea52e1ad21f4 req-cb11318c-af1d-4343-94a9-712ca8ac4b25 service neutron] 10.222.0.18 "GET /v2.0/networks/677930ed-9c83-41f5-83f9-2c05042c40b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298909 Feb 07 11:56:17.860374 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-2e7a8fc0-2c62-43f8-9b0f-c8dc814f059e req-a55fbe70-af98-4ee7-aaf7-8d6a72425b63 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013060 Feb 07 11:56:17.863466 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca062e7d-dbd7-4e28-9aae-ec9bf13c54bd req-83379238-bada-4e3b-b7b2-c3d3b6d1a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:17.865035 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-ca062e7d-dbd7-4e28-9aae-ec9bf13c54bd req-83379238-bada-4e3b-b7b2-c3d3b6d1a5aa service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1701562 Feb 07 11:56:17.931414 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d2f72ee0-3a19-4081-a6f9-439914108d74 req-aa9fa9fa-0850-49fe-bfcf-18ba349821b5 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 210 time: 0.0341671 Feb 07 11:56:17.936514 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-1b52677f-8fa0-4676-9f0c-61aba4a0d061 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Made reservation on behalf of 5aee5042ef3f4e89b7ecbd8f22bbd057 for: {'port': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:56:17.939805 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-1b52677f-8fa0-4676-9f0c-61aba4a0d061 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:18.016494 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-08fccb6e-750f-4bc2-9bb0-ea52e1ad21f4 req-a568c39d-1d96-43dc-b073-dd4dee784deb service neutron] 10.222.0.18 "GET /v2.0/networks/677930ed-9c83-41f5-83f9-2c05042c40b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753092 Feb 07 11:56:18.022550 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-874cff1a-2afb-4f5c-9972-2a5d80404295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:18.026503 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-874cff1a-2afb-4f5c-9972-2a5d80404295 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75db33526c1b4ecb86d73593354d98fb&device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 1127 time: 0.0735168 Feb 07 11:56:18.032362 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff010d1-14a3-4f37-b7ec-d8672fbb5a70 req-c5076cb5-175f-480d-bc30-ca4dcbbc3260 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:18.036455 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-bff010d1-14a3-4f37-b7ec-d8672fbb5a70 req-c5076cb5-175f-480d-bc30-ca4dcbbc3260 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 943 time: 0.1060946 Feb 07 11:56:18.098810 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-507f283e-49d1-436a-b78b-c29f075745f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e32a59a-3229-485e-a5df-55c89a0d4315 HTTP/1.1" status: 200 len: 217 time: 0.0594504 Feb 07 11:56:18.126256 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_common [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-1b52677f-8fa0-4676-9f0c-61aba4a0d061 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Allocated IP 172.20.0.3 (7e90f11b-6d0b-4095-9954-c1764d14537e/b1a0f93d-db77-4f5b-a7ca-00e373764377/c5640033-1539-4ee6-a52f-76a859dac6bc) {{(pid=109816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:56:18.163323 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ad88128d-415a-4c6f-986a-d3ad6982edb8 req-38092ea6-26ec-4c20-aad0-0e70d676e430 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 210 time: 0.0339751 Feb 07 11:56:18.170029 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-bff010d1-14a3-4f37-b7ec-d8672fbb5a70 req-1097c919-4906-43dc-9427-2f4997890b4b tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/security-groups?id=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250262 Feb 07 11:56:18.198442 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-8ae754ef-bc7e-48e5-944c-56ba7fa6a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:18.199914 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-8ae754ef-bc7e-48e5-944c-56ba7fa6a93a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=967182f2-622c-4180-924f-9039ced922cc HTTP/1.1" status: 200 len: 859 time: 0.0743740 Feb 07 11:56:18.233678 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-4f9c8917-e84b-42ca-9b3b-da94b240d05c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=677930ed-9c83-41f5-83f9-2c05042c40b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264893 Feb 07 11:56:18.305492 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-1b52677f-8fa0-4676-9f0c-61aba4a0d061 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for port (c5640033-1539-4ee6-a52f-76a859dac6bc), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:18.328827 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-ca022763-e0ed-4463-afb1-b2a38ba561d2 service neutron] 10.222.0.18 "GET /v2.0/networks/677930ed-9c83-41f5-83f9-2c05042c40b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889406 Feb 07 11:56:18.411562 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-1b52677f-8fa0-4676-9f0c-61aba4a0d061 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (c5640033-1539-4ee6-a52f-76a859dac6bc), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:18.416722 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-96630ee9-44a8-47e5-a17e-e473d2279b92 req-856aca8f-1a3b-4da9-a23b-31c4d4af8147 service neutron] 10.222.0.18 "GET /v2.0/networks/677930ed-9c83-41f5-83f9-2c05042c40b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815301 Feb 07 11:56:18.456707 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-1b52677f-8fa0-4676-9f0c-61aba4a0d061 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Network 7e90f11b-6d0b-4095-9954-c1764d14537e is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:56:18.460103 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-1b52677f-8fa0-4676-9f0c-61aba4a0d061 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:56:18.464300 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-1b52677f-8fa0-4676-9f0c-61aba4a0d061 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Received port after_create {{(pid=109816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:56:18.469389 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-1b52677f-8fa0-4676-9f0c-61aba4a0d061 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:18.470104 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-1b52677f-8fa0-4676-9f0c-61aba4a0d061 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:18.476187 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52677f-8fa0-4676-9f0c-61aba4a0d061 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Pushing event updated for resources: {'Port': ['ID=c5640033-1539-4ee6-a52f-76a859dac6bc,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:18.525771 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573d0d5-c9c3-46a1-a3a0-e36e37ccbd70 req-18d3f275-19dd-4016-bc7f-adebac68299a tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:18.527287 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4573d0d5-c9c3-46a1-a3a0-e36e37ccbd70 req-18d3f275-19dd-4016-bc7f-adebac68299a tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 943 time: 0.0661118 Feb 07 11:56:18.577377 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4573d0d5-c9c3-46a1-a3a0-e36e37ccbd70 req-7e08632b-4b71-4ffa-9b0b-f0d3ce496501 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442734 Feb 07 11:56:18.607503 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-1b52677f-8fa0-4676-9f0c-61aba4a0d061 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9869907 Feb 07 11:56:18.631484 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-04ac9505-b1dd-445a-9f10-77e247fa8a59 service neutron] Request body: {'port': {'device_id': '7c1d3598-aa8c-43a9-8b90-4b9716d12dac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:56:18.668608 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-5d8d0eba-8649-485b-9a87-d019f7c92dd6 None None] Provisioning complete for port c5640033-1539-4ee6-a52f-76a859dac6bc triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:56:18.669118 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-5d8d0eba-8649-485b-9a87-d019f7c92dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (c5640033-1539-4ee6-a52f-76a859dac6bc), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:18.700198 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-04ac9505-b1dd-445a-9f10-77e247fa8a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (c5640033-1539-4ee6-a52f-76a859dac6bc), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:18.710517 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-5d8d0eba-8649-485b-9a87-d019f7c92dd6 None None] Port c5640033-1539-4ee6-a52f-76a859dac6bc cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 11:56:19.002852 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-04ac9505-b1dd-445a-9f10-77e247fa8a59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5640033-1539-4ee6-a52f-76a859dac6bc {{(pid=109816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 11:56:19.014095 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-04ac9505-b1dd-445a-9f10-77e247fa8a59 service neutron] Publish callbacks [] for port (c5640033-1539-4ee6-a52f-76a859dac6bc), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:19.034304 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa673db5-d02b-4373-94fc-547eeb0056f9 req-ade234fc-3de2-4222-9699-8e514f09caaf tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:19.035995 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-fa673db5-d02b-4373-94fc-547eeb0056f9 req-ade234fc-3de2-4222-9699-8e514f09caaf tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 943 time: 0.1016304 Feb 07 11:56:19.038463 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.provisioning_blocks [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-04ac9505-b1dd-445a-9f10-77e247fa8a59 service neutron] Transition to ACTIVE for port object c5640033-1539-4ee6-a52f-76a859dac6bc will not be triggered until provisioned by entity L2. {{(pid=109816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 11:56:19.081973 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-fa673db5-d02b-4373-94fc-547eeb0056f9 req-47634f3c-5e6d-46b0-97f4-e6a5ad1c33f5 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402169 Feb 07 11:56:19.114462 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-04ac9505-b1dd-445a-9f10-77e247fa8a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (c5640033-1539-4ee6-a52f-76a859dac6bc), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:19.166297 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90192d-981c-4ef0-b395-162dab547edb req-7e22d7e8-2c5a-4da2-8588-e205b31cef8a tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:19.168344 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9f90192d-981c-4ef0-b395-162dab547edb req-7e22d7e8-2c5a-4da2-8588-e205b31cef8a tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.18 "GET /v2.0/networks?id=5c560c9d-289f-4491-b462-db6f3ab05c8e HTTP/1.1" status: 200 len: 817 time: 0.1740518 Feb 07 11:56:19.180005 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac9505-b1dd-445a-9f10-77e247fa8a59 service neutron] Pushing event updated for resources: {'Port': ['ID=c5640033-1539-4ee6-a52f-76a859dac6bc,revision_number=2']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:19.180600 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1bf81-cfab-4cf3-983a-4f91b2218ffa req-4e86f153-3779-4178-a6a5-45ce49adcf2a tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:19.183119 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-07b1bf81-cfab-4cf3-983a-4f91b2218ffa req-4e86f153-3779-4178-a6a5-45ce49adcf2a tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 931 time: 0.1724279 Feb 07 11:56:19.296147 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-07b1bf81-cfab-4cf3-983a-4f91b2218ffa req-fa271200-f737-4c1f-89c1-f8e4cb773570 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042776 Feb 07 11:56:19.305372 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-04ac9505-b1dd-445a-9f10-77e247fa8a59 service neutron] Attempting to bind port c5640033-1539-4ee6-a52f-76a859dac6bc on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:56:19.305744 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-04ac9505-b1dd-445a-9f10-77e247fa8a59 service neutron] Attempting to bind port c5640033-1539-4ee6-a52f-76a859dac6bc by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '5ce52992-6ecb-4a67-aa5e-518eb9452259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e'}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:56:19.306612 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-04ac9505-b1dd-445a-9f10-77e247fa8a59 service neutron] Attempting to bind port c5640033-1539-4ee6-a52f-76a859dac6bc on network 7e90f11b-6d0b-4095-9954-c1764d14537e {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:56:19.321485 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9f90192d-981c-4ef0-b395-162dab547edb req-4c1f388a-6c59-4176-806b-bab1d1514cd0 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7def8326042e4a8fa3c19125edfb7d63 HTTP/1.1" status: 200 len: 380 time: 0.1291928 Feb 07 11:56:19.332320 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [req-9f90192d-981c-4ef0-b395-162dab547edb req-038a5e73-19bd-43d8-9ec7-23a7ada916e9 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Request body: {'port': {'device_id': '85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f', 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e', 'admin_state_up': True, 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'security_groups': ['ef6d80b1-da9f-47c1-a893-c2063cb921f1']}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:56:19.360491 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-04ac9505-b1dd-445a-9f10-77e247fa8a59 service neutron] Port c5640033-1539-4ee6-a52f-76a859dac6bc on network 7e90f11b-6d0b-4095-9954-c1764d14537e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 11:56:19.360812 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-04ac9505-b1dd-445a-9f10-77e247fa8a59 service neutron] Attempting to bind port c5640033-1539-4ee6-a52f-76a859dac6bc on network 7e90f11b-6d0b-4095-9954-c1764d14537e {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:56:19.397666 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-04ac9505-b1dd-445a-9f10-77e247fa8a59 service neutron] Checking agent: {'id': '0d418b69-6da0-49d9-b758-bac8cc78f2cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'started_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:56:19.398150 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-04ac9505-b1dd-445a-9f10-77e247fa8a59 service neutron] Checking segment: {'id': '5ce52992-6ecb-4a67-aa5e-518eb9452259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:56:19.398549 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-04ac9505-b1dd-445a-9f10-77e247fa8a59 service neutron] Bound using segment: {'id': '5ce52992-6ecb-4a67-aa5e-518eb9452259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e'} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:56:19.400440 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-04ac9505-b1dd-445a-9f10-77e247fa8a59 service neutron] Bound port: c5640033-1539-4ee6-a52f-76a859dac6bc, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ce52992-6ecb-4a67-aa5e-518eb9452259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e'}}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:56:19.401675 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-04ac9505-b1dd-445a-9f10-77e247fa8a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (c5640033-1539-4ee6-a52f-76a859dac6bc), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:19.458932 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773eb05c-c06b-44b8-a5d6-c87c1b2afccf req-9aa5bad9-ac11-4a79-aaea-6cca401e7ba0 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:19.467533 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-773eb05c-c06b-44b8-a5d6-c87c1b2afccf req-9aa5bad9-ac11-4a79-aaea-6cca401e7ba0 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 943 time: 0.2058790 Feb 07 11:56:19.572413 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-04ac9505-b1dd-445a-9f10-77e247fa8a59 service neutron] For port c5640033-1539-4ee6-a52f-76a859dac6bc, host hv-cinder-81735, cleared binding levels {{(pid=109816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:56:19.579310 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-773eb05c-c06b-44b8-a5d6-c87c1b2afccf req-4c6b97cb-2941-4b16-95db-8ee2e52a47d6 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/security-groups?id=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108789 Feb 07 11:56:19.588638 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-04ac9505-b1dd-445a-9f10-77e247fa8a59 service neutron] For port c5640033-1539-4ee6-a52f-76a859dac6bc, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c5640033-1539-4ee6-a52f-76a859dac6bc,segment=NetworkSegment(5ce52992-6ecb-4a67-aa5e-518eb9452259),segment_id=5ce52992-6ecb-4a67-aa5e-518eb9452259)] {{(pid=109816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:56:19.682817 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-44aad0c7-3b06-4d9a-82a2-912c1a61bd60 req-70d1d915-452f-4c92-bf9f-5075bd8f87c2 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 210 time: 0.2538123 Feb 07 11:56:19.699290 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-04ac9505-b1dd-445a-9f10-77e247fa8a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (c5640033-1539-4ee6-a52f-76a859dac6bc), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:19.744744 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c7ebd-17c2-481e-8818-653cf19aabdc req-7a254fd0-4659-4fdc-aec3-a4e1d151b07d tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:19.746493 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-686c7ebd-17c2-481e-8818-653cf19aabdc req-7a254fd0-4659-4fdc-aec3-a4e1d151b07d tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 943 time: 0.0956793 Feb 07 11:56:19.784176 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-04ac9505-b1dd-445a-9f10-77e247fa8a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:19.784827 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-04ac9505-b1dd-445a-9f10-77e247fa8a59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:19.786537 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-04ac9505-b1dd-445a-9f10-77e247fa8a59 service neutron] 10.222.0.18 "PUT /v2.0/ports/c5640033-1539-4ee6-a52f-76a859dac6bc HTTP/1.1" status: 200 len: 1093 time: 1.1595602 Feb 07 11:56:19.787001 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c1d3598-aa8c-43a9-8b90-4b9716d12dac', 'tag': 'c5640033-1539-4ee6-a52f-76a859dac6bc'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 11:56:19.789286 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8032ba6-bf29-4e41-8b9d-43a189cca8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "7c1d3598-aa8c-43a9-8b90-4b9716d12dac", "tag": "c5640033-1539-4ee6-a52f-76a859dac6bc"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 11:56:19.822950 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f90192d-981c-4ef0-b395-162dab547edb req-038a5e73-19bd-43d8-9ec7-23a7ada916e9 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Made reservation on behalf of 7def8326042e4a8fa3c19125edfb7d63 for: {'port': 1} {{(pid=109815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:56:19.828114 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-9f90192d-981c-4ef0-b395-162dab547edb req-038a5e73-19bd-43d8-9ec7-23a7ada916e9 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:19.828448 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac9505-b1dd-445a-9f10-77e247fa8a59 service neutron] Pushing event updated for resources: {'Port': ['ID=c5640033-1539-4ee6-a52f-76a859dac6bc,revision_number=3']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:19.840204 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-686c7ebd-17c2-481e-8818-653cf19aabdc req-9d27e775-e86d-4e73-baf9-db9f97669ce4 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833631 Feb 07 11:56:19.852286 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 11:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3131a691-37af-432f-a7b4-c54c58685545 x-openstack-request-id: req-3131a691-37af-432f-a7b4-c54c58685545 {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 11:56:19.852859 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c1d3598-aa8c-43a9-8b90-4b9716d12dac", "tag": "c5640033-1539-4ee6-a52f-76a859dac6bc", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 11:56:19.853114 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3131a691-37af-432f-a7b4-c54c58685545 {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 11:56:19.853692 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c1d3598-aa8c-43a9-8b90-4b9716d12dac', 'tag': 'c5640033-1539-4ee6-a52f-76a859dac6bc', 'status': 'completed', 'code': 200} Feb 07 11:56:19.925044 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8032ba6-bf29-4e41-8b9d-43a189cca8b5 req-ad93c008-a0fd-42bb-addb-aaee4dd8136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:19.926675 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a8032ba6-bf29-4e41-8b9d-43a189cca8b5 req-ad93c008-a0fd-42bb-addb-aaee4dd8136a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5aee5042ef3f4e89b7ecbd8f22bbd057&device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 1127 time: 0.0502079 Feb 07 11:56:19.993974 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_common [req-9f90192d-981c-4ef0-b395-162dab547edb req-038a5e73-19bd-43d8-9ec7-23a7ada916e9 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Allocated IP 172.20.0.13 (5c560c9d-289f-4491-b462-db6f3ab05c8e/40dfba53-a55c-40ea-abe9-97a328c1f35f/f1e3806d-a1bc-4f9a-8989-fe91b725cb7a) {{(pid=109815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:56:20.038271 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8032ba6-bf29-4e41-8b9d-43a189cca8b5 req-36e9078b-12b9-4819-b981-f5eac230d77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:20.039652 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a8032ba6-bf29-4e41-8b9d-43a189cca8b5 req-36e9078b-12b9-4819-b981-f5eac230d77a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=5aee5042ef3f4e89b7ecbd8f22bbd057&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0971203 Feb 07 11:56:20.154951 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8032ba6-bf29-4e41-8b9d-43a189cca8b5 req-dc1fab22-aa9c-4d2a-bd8a-50c95082e8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:20.164874 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a8032ba6-bf29-4e41-8b9d-43a189cca8b5 req-dc1fab22-aa9c-4d2a-bd8a-50c95082e8a7 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1110730 Feb 07 11:56:20.165107 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-9f90192d-981c-4ef0-b395-162dab547edb req-038a5e73-19bd-43d8-9ec7-23a7ada916e9 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for port (f1e3806d-a1bc-4f9a-8989-fe91b725cb7a), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:20.244274 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7077bb7-2f52-4584-9c57-c4acc4925c99 req-b4755823-629d-4846-ab4e-0341b4d673fa tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:20.250041 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c7077bb7-2f52-4584-9c57-c4acc4925c99 req-b4755823-629d-4846-ab4e-0341b4d673fa tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 943 time: 0.0846982 Feb 07 11:56:20.251069 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-b33a4154-6f5b-424a-abd2-fd969f0aa7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:20.252714 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-b33a4154-6f5b-424a-abd2-fd969f0aa7aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5aee5042ef3f4e89b7ecbd8f22bbd057&device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 1127 time: 0.0488007 Feb 07 11:56:20.292472 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c7077bb7-2f52-4584-9c57-c4acc4925c99 req-3d88c8d6-e4fd-4071-9271-e3817b8aeec6 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411313 Feb 07 11:56:20.295940 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-6a47c83a-2a01-4f60-9250-8192ab781f40 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5640033-1539-4ee6-a52f-76a859dac6bc HTTP/1.1" status: 200 len: 217 time: 0.0358806 Feb 07 11:56:20.320366 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-9f90192d-981c-4ef0-b395-162dab547edb req-038a5e73-19bd-43d8-9ec7-23a7ada916e9 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (f1e3806d-a1bc-4f9a-8989-fe91b725cb7a), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:20.361179 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-074c3296-a0cc-4c72-8090-4c871717f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:20.366836 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-074c3296-a0cc-4c72-8090-4c871717f976 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b1a0f93d-db77-4f5b-a7ca-00e373764377 HTTP/1.1" status: 200 len: 849 time: 0.0606077 Feb 07 11:56:20.374746 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f90192d-981c-4ef0-b395-162dab547edb req-038a5e73-19bd-43d8-9ec7-23a7ada916e9 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Network 5c560c9d-289f-4491-b462-db6f3ab05c8e is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:56:20.377977 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [req-9f90192d-981c-4ef0-b395-162dab547edb req-038a5e73-19bd-43d8-9ec7-23a7ada916e9 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:56:20.380401 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f90192d-981c-4ef0-b395-162dab547edb req-038a5e73-19bd-43d8-9ec7-23a7ada916e9 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Received port after_create {{(pid=109815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:56:20.386195 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90192d-981c-4ef0-b395-162dab547edb req-038a5e73-19bd-43d8-9ec7-23a7ada916e9 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:20.393166 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-9f90192d-981c-4ef0-b395-162dab547edb req-038a5e73-19bd-43d8-9ec7-23a7ada916e9 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for port (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:20.397243 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a5e73-19bd-43d8-9ec7-23a7ada916e9 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Pushing event updated for resources: {'Port': ['ID=f1e3806d-a1bc-4f9a-8989-fe91b725cb7a,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:20.477538 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d164d42-83e9-4f8e-bbcd-bba70ce23ba6 req-65bd763c-870e-440c-9323-b2d71f85a005 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:20.480766 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6d164d42-83e9-4f8e-bbcd-bba70ce23ba6 req-65bd763c-870e-440c-9323-b2d71f85a005 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 943 time: 0.1062398 Feb 07 11:56:20.499757 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9f90192d-981c-4ef0-b395-162dab547edb req-038a5e73-19bd-43d8-9ec7-23a7ada916e9 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1802814 Feb 07 11:56:20.500061 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-a9f44372-0541-4216-861d-cb793b49b111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:20.501508 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-a9f44372-0541-4216-861d-cb793b49b111 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e90f11b-6d0b-4095-9954-c1764d14537e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0849819 Feb 07 11:56:20.516124 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [req-9f90192d-981c-4ef0-b395-162dab547edb req-b57ea15a-93d9-4b61-8164-087f595a2788 service neutron] Request body: {'port': {'device_id': '85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:56:20.588280 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6d164d42-83e9-4f8e-bbcd-bba70ce23ba6 req-319003f7-0a5d-416d-9388-7f1cc1e3d5a3 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017315 Feb 07 11:56:20.589212 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-9f90192d-981c-4ef0-b395-162dab547edb req-b57ea15a-93d9-4b61-8164-087f595a2788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (f1e3806d-a1bc-4f9a-8989-fe91b725cb7a), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:20.624385 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-fcdcbadb-5172-4fe8-91eb-1218199c87cf service neutron] 10.222.0.18 "GET /v2.0/networks/7e90f11b-6d0b-4095-9954-c1764d14537e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125479 Feb 07 11:56:20.690694 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-92610ac3-0dd4-4fe5-b0f5-7d443e0b3d6c None None] Provisioning complete for port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:56:20.691486 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-92610ac3-0dd4-4fe5-b0f5-7d443e0b3d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (f1e3806d-a1bc-4f9a-8989-fe91b725cb7a), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:20.729381 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-92610ac3-0dd4-4fe5-b0f5-7d443e0b3d6c None None] Port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 11:56:20.742813 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-594da8ef-249d-463f-b55a-ace21c1ae6ab req-73e18283-fb45-4b4a-bae3-26b79317c8c3 service neutron] 10.222.0.18 "GET /v2.0/networks/7e90f11b-6d0b-4095-9954-c1764d14537e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114368 Feb 07 11:56:20.839581 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f46e9-ea37-49aa-bc73-4fab7780bc9d req-a76d19e5-7dc5-417f-8ec6-a22f3a2a076d tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:20.841217 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-677f46e9-ea37-49aa-bc73-4fab7780bc9d req-a76d19e5-7dc5-417f-8ec6-a22f3a2a076d tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 943 time: 0.1291053 Feb 07 11:56:20.843995 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c108d0a-7e50-417d-8424-6dac3f2dac55 req-8883bef3-ba37-432f-9d6f-126ba83d3a18 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:20.849436 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-2c108d0a-7e50-417d-8424-6dac3f2dac55 req-8883bef3-ba37-432f-9d6f-126ba83d3a18 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 932 time: 0.0762866 Feb 07 11:56:20.898676 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-2c108d0a-7e50-417d-8424-6dac3f2dac55 req-1eddcf89-c036-4c71-99bc-9c638e8d4575 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474782 Feb 07 11:56:20.920321 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-677f46e9-ea37-49aa-bc73-4fab7780bc9d req-039939a8-8fe3-450c-afaf-4323483bfc3a tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/security-groups?id=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644996 Feb 07 11:56:21.042646 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [req-9f90192d-981c-4ef0-b395-162dab547edb req-b57ea15a-93d9-4b61-8164-087f595a2788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e3806d-a1bc-4f9a-8989-fe91b725cb7a {{(pid=109815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 11:56:21.052488 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-9f90192d-981c-4ef0-b395-162dab547edb req-b57ea15a-93d9-4b61-8164-087f595a2788 service neutron] Publish callbacks [] for port (f1e3806d-a1bc-4f9a-8989-fe91b725cb7a), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:21.071423 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [req-9f90192d-981c-4ef0-b395-162dab547edb req-b57ea15a-93d9-4b61-8164-087f595a2788 service neutron] Transition to ACTIVE for port object f1e3806d-a1bc-4f9a-8989-fe91b725cb7a will not be triggered until provisioned by entity L2. {{(pid=109815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 11:56:21.083957 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000ab33-fe5e-4b18-aa16-0f63653f074a req-0b774009-506f-4bf2-b223-c6a23cc3857a tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:21.085475 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3000ab33-fe5e-4b18-aa16-0f63653f074a req-0b774009-506f-4bf2-b223-c6a23cc3857a tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 943 time: 0.0852528 Feb 07 11:56:21.142156 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3000ab33-fe5e-4b18-aa16-0f63653f074a req-55e70697-1592-4d79-9b93-d50378c88f23 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495293 Feb 07 11:56:21.158243 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-9f90192d-981c-4ef0-b395-162dab547edb req-b57ea15a-93d9-4b61-8164-087f595a2788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (f1e3806d-a1bc-4f9a-8989-fe91b725cb7a), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:21.215877 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ea15a-93d9-4b61-8164-087f595a2788 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e3806d-a1bc-4f9a-8989-fe91b725cb7a,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:21.260531 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [req-9f90192d-981c-4ef0-b395-162dab547edb req-b57ea15a-93d9-4b61-8164-087f595a2788 service neutron] Attempting to bind port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:56:21.261191 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [req-9f90192d-981c-4ef0-b395-162dab547edb req-b57ea15a-93d9-4b61-8164-087f595a2788 service neutron] Attempting to bind port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '4dd91289-9497-4700-ac6d-fa09629bdd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:56:21.263071 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f90192d-981c-4ef0-b395-162dab547edb req-b57ea15a-93d9-4b61-8164-087f595a2788 service neutron] Attempting to bind port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a on network 5c560c9d-289f-4491-b462-db6f3ab05c8e {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:56:21.263254 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 420f2d72-e592-48d0-a55c-b9a1ade756cb details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 11:56:21.268415 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f90192d-981c-4ef0-b395-162dab547edb req-b57ea15a-93d9-4b61-8164-087f595a2788 service neutron] Port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a on network 5c560c9d-289f-4491-b462-db6f3ab05c8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 11:56:21.268847 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f90192d-981c-4ef0-b395-162dab547edb req-b57ea15a-93d9-4b61-8164-087f595a2788 service neutron] Attempting to bind port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a on network 5c560c9d-289f-4491-b462-db6f3ab05c8e {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:56:21.277399 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f90192d-981c-4ef0-b395-162dab547edb req-b57ea15a-93d9-4b61-8164-087f595a2788 service neutron] Checking agent: {'id': '0d418b69-6da0-49d9-b758-bac8cc78f2cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'started_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:56:21.277878 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f90192d-981c-4ef0-b395-162dab547edb req-b57ea15a-93d9-4b61-8164-087f595a2788 service neutron] Checking segment: {'id': '4dd91289-9497-4700-ac6d-fa09629bdd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:56:21.278484 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f90192d-981c-4ef0-b395-162dab547edb req-b57ea15a-93d9-4b61-8164-087f595a2788 service neutron] Bound using segment: {'id': '4dd91289-9497-4700-ac6d-fa09629bdd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:56:21.278993 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [req-9f90192d-981c-4ef0-b395-162dab547edb req-b57ea15a-93d9-4b61-8164-087f595a2788 service neutron] Bound port: f1e3806d-a1bc-4f9a-8989-fe91b725cb7a, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd91289-9497-4700-ac6d-fa09629bdd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:56:21.279599 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-9f90192d-981c-4ef0-b395-162dab547edb req-b57ea15a-93d9-4b61-8164-087f595a2788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (f1e3806d-a1bc-4f9a-8989-fe91b725cb7a), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:21.377036 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [req-9f90192d-981c-4ef0-b395-162dab547edb req-b57ea15a-93d9-4b61-8164-087f595a2788 service neutron] For port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a, host hv-cinder-81735, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:56:21.381038 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [req-9f90192d-981c-4ef0-b395-162dab547edb req-b57ea15a-93d9-4b61-8164-087f595a2788 service neutron] For port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f1e3806d-a1bc-4f9a-8989-fe91b725cb7a,segment=NetworkSegment(4dd91289-9497-4700-ac6d-fa09629bdd61),segment_id=4dd91289-9497-4700-ac6d-fa09629bdd61)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:56:21.635250 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 420f2d72-e592-48d0-a55c-b9a1ade756cb, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=420f2d72-e592-48d0-a55c-b9a1ade756cb,segment=NetworkSegment(ab018b14-5345-4646-b1fb-61d78a233fba),segment_id=ab018b14-5345-4646-b1fb-61d78a233fba)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:56:21.636482 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ae23c-bb83-4edd-aba3-407e0cb6d0a9 req-623c89cc-f484-4631-b6e5-44f7ea772f28 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:21.636482 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0a3ae23c-bb83-4edd-aba3-407e0cb6d0a9 req-623c89cc-f484-4631-b6e5-44f7ea772f28 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 943 time: 0.0804303 Feb 07 11:56:21.637103 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Returning: {'device': '420f2d72-e592-48d0-a55c-b9a1ade756cb', 'network_id': '677930ed-9c83-41f5-83f9-2c05042c40b2', 'port_id': '420f2d72-e592-48d0-a55c-b9a1ade756cb', 'mac_address': 'fa:16:3e:87:d5:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '967182f2-622c-4180-924f-9039ced922cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 11:56:21.637103 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port 420f2d72-e592-48d0-a55c-b9a1ade756cb is: DOWN; New status is: BUILD {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:56:21.637103 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (420f2d72-e592-48d0-a55c-b9a1ade756cb), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:21.637103 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 420f2d72-e592-48d0-a55c-b9a1ade756cb {{(pid=109817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 11:56:21.637391 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0a3ae23c-bb83-4edd-aba3-407e0cb6d0a9 req-c83d9732-c9c1-4eb1-980c-3106503fd4b5 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508041 Feb 07 11:56:21.637471 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 420f2d72-e592-48d0-a55c-b9a1ade756cb, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=420f2d72-e592-48d0-a55c-b9a1ade756cb,segment=NetworkSegment(ab018b14-5345-4646-b1fb-61d78a233fba),segment_id=ab018b14-5345-4646-b1fb-61d78a233fba)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:56:21.709930 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8e866-987e-497f-b462-89fc52166293 req-3f9be155-c739-42f8-a5ee-ad9383c569d7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:21.716453 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-faa8e866-987e-497f-b462-89fc52166293 req-3f9be155-c739-42f8-a5ee-ad9383c569d7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 943 time: 0.0524235 Feb 07 11:56:21.758450 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-faa8e866-987e-497f-b462-89fc52166293 req-122ef615-52e2-48df-b569-63d0b3ce67bd tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401049 Feb 07 11:56:21.760514 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-9f90192d-981c-4ef0-b395-162dab547edb req-b57ea15a-93d9-4b61-8164-087f595a2788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (f1e3806d-a1bc-4f9a-8989-fe91b725cb7a), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:21.795836 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90192d-981c-4ef0-b395-162dab547edb req-b57ea15a-93d9-4b61-8164-087f595a2788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:21.796957 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-9f90192d-981c-4ef0-b395-162dab547edb req-b57ea15a-93d9-4b61-8164-087f595a2788 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for port (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:21.797879 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9f90192d-981c-4ef0-b395-162dab547edb req-b57ea15a-93d9-4b61-8164-087f595a2788 service neutron] 10.222.0.18 "PUT /v2.0/ports/f1e3806d-a1bc-4f9a-8989-fe91b725cb7a HTTP/1.1" status: 200 len: 1094 time: 1.2861359 Feb 07 11:56:21.798384 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f', 'tag': 'f1e3806d-a1bc-4f9a-8989-fe91b725cb7a'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 11:56:21.800578 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5512e24b4b829142f063b72b797f5a35d67167870001cc5935fd87f1b71448f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64556381-89e3-4955-ba1e-52efeda7049d" -d '{"events": [{"name": "network-changed", "server_uuid": "85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f", "tag": "f1e3806d-a1bc-4f9a-8989-fe91b725cb7a"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 11:56:21.829168 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ea15a-93d9-4b61-8164-087f595a2788 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e3806d-a1bc-4f9a-8989-fe91b725cb7a,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:21.843671 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 11:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66dd038-f380-4f03-9d36-307c58d24bbe x-openstack-request-id: req-d66dd038-f380-4f03-9d36-307c58d24bbe {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 11:56:21.844181 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f", "tag": "f1e3806d-a1bc-4f9a-8989-fe91b725cb7a", "status": "completed", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 11:56:21.844291 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d66dd038-f380-4f03-9d36-307c58d24bbe {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 11:56:21.844606 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f', 'tag': 'f1e3806d-a1bc-4f9a-8989-fe91b725cb7a', 'status': 'completed', 'code': 200} Feb 07 11:56:21.891846 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (420f2d72-e592-48d0-a55c-b9a1ade756cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:21.892658 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 11cb008d-8ef4-45f4-a74c-bd2d812a6f4a details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 11:56:21.913059 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64556381-89e3-4955-ba1e-52efeda7049d req-6778f70d-1550-40ff-b7b1-ab748852df57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:21.914644 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-64556381-89e3-4955-ba1e-52efeda7049d req-6778f70d-1550-40ff-b7b1-ab748852df57 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7def8326042e4a8fa3c19125edfb7d63&device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 1128 time: 0.0494032 Feb 07 11:56:22.006369 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=420f2d72-e592-48d0-a55c-b9a1ade756cb,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:22.041960 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64556381-89e3-4955-ba1e-52efeda7049d req-ab7b3e0c-cd98-4c1d-ad7a-0a2d82df848d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:22.043874 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-64556381-89e3-4955-ba1e-52efeda7049d req-ab7b3e0c-cd98-4c1d-ad7a-0a2d82df848d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=7def8326042e4a8fa3c19125edfb7d63&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1220398 Feb 07 11:56:22.054265 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 11cb008d-8ef4-45f4-a74c-bd2d812a6f4a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=11cb008d-8ef4-45f4-a74c-bd2d812a6f4a,segment=NetworkSegment(f47893db-e434-4e31-97bd-89f81aa77ab5),segment_id=f47893db-e434-4e31-97bd-89f81aa77ab5)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:56:22.067725 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Returning: {'device': '11cb008d-8ef4-45f4-a74c-bd2d812a6f4a', 'network_id': '1f0822b9-b44a-4189-ac69-526cbfaa623f', 'port_id': '11cb008d-8ef4-45f4-a74c-bd2d812a6f4a', 'mac_address': 'fa:16:3e:d5:c5:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7bb34f8-fb86-49c0-99ed-5186686f2b9d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 11:56:22.099993 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5ebe1-32ee-48b8-8bfc-84c78c319087 req-239f1102-34cc-4a8a-8026-907bbb62d6a5 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:22.107618 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-21a5ebe1-32ee-48b8-8bfc-84c78c319087 req-239f1102-34cc-4a8a-8026-907bbb62d6a5 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 944 time: 0.0670455 Feb 07 11:56:22.122266 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port 11cb008d-8ef4-45f4-a74c-bd2d812a6f4a is: DOWN; New status is: BUILD {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:56:22.122938 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (11cb008d-8ef4-45f4-a74c-bd2d812a6f4a), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:22.139184 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11cb008d-8ef4-45f4-a74c-bd2d812a6f4a {{(pid=109817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 11:56:22.147972 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117af23-9708-4988-93cb-7afded66702b req-e043eb0f-d1a4-4595-8b17-9b05359b964e tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:22.149537 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8117af23-9708-4988-93cb-7afded66702b req-e043eb0f-d1a4-4595-8b17-9b05359b964e tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 943 time: 0.1211002 Feb 07 11:56:22.177058 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-21a5ebe1-32ee-48b8-8bfc-84c78c319087 req-a6dc8ebf-805f-4129-b8b3-28fdb5d30da7 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643628 Feb 07 11:56:22.181326 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 11cb008d-8ef4-45f4-a74c-bd2d812a6f4a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=11cb008d-8ef4-45f4-a74c-bd2d812a6f4a,segment=NetworkSegment(f47893db-e434-4e31-97bd-89f81aa77ab5),segment_id=f47893db-e434-4e31-97bd-89f81aa77ab5)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:56:22.189580 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64556381-89e3-4955-ba1e-52efeda7049d req-7c77fb48-27c2-4144-84b2-7bfa4df0b428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:22.191312 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-64556381-89e3-4955-ba1e-52efeda7049d req-7c77fb48-27c2-4144-84b2-7bfa4df0b428 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1287549 Feb 07 11:56:22.226146 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8117af23-9708-4988-93cb-7afded66702b req-d6daf925-4436-4486-b851-a56e7eed28f7 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/security-groups?id=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671632 Feb 07 11:56:22.280771 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90192d-981c-4ef0-b395-162dab547edb req-ff422979-aa9f-4e01-9d3b-a29f6dad0173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:22.282401 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9f90192d-981c-4ef0-b395-162dab547edb req-ff422979-aa9f-4e01-9d3b-a29f6dad0173 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7def8326042e4a8fa3c19125edfb7d63&device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 1128 time: 0.0547249 Feb 07 11:56:22.283986 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (11cb008d-8ef4-45f4-a74c-bd2d812a6f4a), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:22.284649 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 9cc9f086-021a-4a47-9d2f-293b522c389d details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 11:56:22.307871 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67221d-0663-4e5c-a9d3-d82444e383a2 req-07d3e74f-f452-4b7f-a424-6074f3594bd0 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:22.309754 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bb67221d-0663-4e5c-a9d3-d82444e383a2 req-07d3e74f-f452-4b7f-a424-6074f3594bd0 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 943 time: 0.0653572 Feb 07 11:56:22.329333 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9f90192d-981c-4ef0-b395-162dab547edb req-5ab2451a-8c08-4870-aa08-0528ab32f16b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1e3806d-a1bc-4f9a-8989-fe91b725cb7a HTTP/1.1" status: 200 len: 217 time: 0.0383694 Feb 07 11:56:22.372163 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bb67221d-0663-4e5c-a9d3-d82444e383a2 req-a444c048-694d-4ab5-9512-a6f173826032 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546145 Feb 07 11:56:22.403989 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=11cb008d-8ef4-45f4-a74c-bd2d812a6f4a,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:22.404249 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90192d-981c-4ef0-b395-162dab547edb req-38a7cf59-7b19-4e33-85cb-392bca667ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:22.404249 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9f90192d-981c-4ef0-b395-162dab547edb req-38a7cf59-7b19-4e33-85cb-392bca667ca9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40dfba53-a55c-40ea-abe9-97a328c1f35f HTTP/1.1" status: 200 len: 856 time: 0.0686450 Feb 07 11:56:22.443013 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 9cc9f086-021a-4a47-9d2f-293b522c389d, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9cc9f086-021a-4a47-9d2f-293b522c389d,segment=NetworkSegment(cf07c1aa-ed25-4462-80cf-c68a7322f9df),segment_id=cf07c1aa-ed25-4462-80cf-c68a7322f9df)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:56:22.458650 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Returning: {'device': '9cc9f086-021a-4a47-9d2f-293b522c389d', 'network_id': '73699b35-77b7-43e7-abef-ec3bdabb95b7', 'port_id': '9cc9f086-021a-4a47-9d2f-293b522c389d', 'mac_address': 'fa:16:3e:5a:97:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '247f0512-1b53-4eb5-b6df-ec92c1970392', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 11:56:22.476257 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90192d-981c-4ef0-b395-162dab547edb req-7665e979-d202-43d7-9dfa-f687b09e370e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:22.478327 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9f90192d-981c-4ef0-b395-162dab547edb req-7665e979-d202-43d7-9dfa-f687b09e370e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c560c9d-289f-4491-b462-db6f3ab05c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0684135 Feb 07 11:56:22.498389 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port 9cc9f086-021a-4a47-9d2f-293b522c389d is: DOWN; New status is: BUILD {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:56:22.499360 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (9cc9f086-021a-4a47-9d2f-293b522c389d), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:22.515982 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc9f086-021a-4a47-9d2f-293b522c389d {{(pid=109817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 11:56:22.536766 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 9cc9f086-021a-4a47-9d2f-293b522c389d, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9cc9f086-021a-4a47-9d2f-293b522c389d,segment=NetworkSegment(cf07c1aa-ed25-4462-80cf-c68a7322f9df),segment_id=cf07c1aa-ed25-4462-80cf-c68a7322f9df)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:56:22.572431 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9f90192d-981c-4ef0-b395-162dab547edb req-a6b700f0-a31b-4a4f-82df-51667628476a service neutron] 10.222.0.18 "GET /v2.0/networks/5c560c9d-289f-4491-b462-db6f3ab05c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868418 Feb 07 11:56:22.617078 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (9cc9f086-021a-4a47-9d2f-293b522c389d), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:22.676324 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9f90192d-981c-4ef0-b395-162dab547edb req-f1e2abb4-3454-43a2-a492-347c4377c949 service neutron] 10.222.0.18 "GET /v2.0/networks/5c560c9d-289f-4491-b462-db6f3ab05c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975926 Feb 07 11:56:22.676829 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=9cc9f086-021a-4a47-9d2f-293b522c389d,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:22.754703 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b2854-508c-419f-be3f-774c9d77ccbe req-450cb049-5020-4041-b556-c9911286d768 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:22.756187 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-d61b2854-508c-419f-be3f-774c9d77ccbe req-450cb049-5020-4041-b556-c9911286d768 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 943 time: 0.0536790 Feb 07 11:56:22.783177 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:22.825719 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-d61b2854-508c-419f-be3f-774c9d77ccbe req-f34aa6d3-d643-452d-aba7-314c52ae0cfd tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598264 Feb 07 11:56:22.882891 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3daa0d-e5a6-4271-816d-e0309d4cb9c6 req-0d1c0a36-f12e-404a-be4d-3c5b4109c592 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:22.884950 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-fa3daa0d-e5a6-4271-816d-e0309d4cb9c6 req-0d1c0a36-f12e-404a-be4d-3c5b4109c592 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 943 time: 0.0534856 Feb 07 11:56:22.934331 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-fa3daa0d-e5a6-4271-816d-e0309d4cb9c6 req-d486361c-b1e2-463b-8e32-c925c5ca4a2e tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436180 Feb 07 11:56:23.261936 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 0e32a59a-3229-485e-a5df-55c89a0d4315 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 11:56:23.300059 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e868145-b4df-4c73-afa8-72015b373885 req-fb7d857c-873b-455b-b8ee-9857ce4c43b3 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:23.301614 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-5e868145-b4df-4c73-afa8-72015b373885 req-fb7d857c-873b-455b-b8ee-9857ce4c43b3 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 944 time: 0.0588956 Feb 07 11:56:23.355936 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-5e868145-b4df-4c73-afa8-72015b373885 req-d49e6a11-e287-4924-ae92-8babf0fc168a tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448942 Feb 07 11:56:23.361430 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e219c-4017-4217-87b9-1e7cdb4eb1ef req-01147f30-1e1a-4fd4-9375-1d278f20a804 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:23.362937 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bf2e219c-4017-4217-87b9-1e7cdb4eb1ef req-01147f30-1e1a-4fd4-9375-1d278f20a804 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 944 time: 0.0604064 Feb 07 11:56:23.377383 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 0e32a59a-3229-485e-a5df-55c89a0d4315, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=0e32a59a-3229-485e-a5df-55c89a0d4315,segment=NetworkSegment(ab018b14-5345-4646-b1fb-61d78a233fba),segment_id=ab018b14-5345-4646-b1fb-61d78a233fba)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:56:23.390523 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Returning: {'device': '0e32a59a-3229-485e-a5df-55c89a0d4315', 'network_id': '677930ed-9c83-41f5-83f9-2c05042c40b2', 'port_id': '0e32a59a-3229-485e-a5df-55c89a0d4315', 'mac_address': 'fa:16:3e:11:26:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '967182f2-622c-4180-924f-9039ced922cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 11:56:23.416062 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bf2e219c-4017-4217-87b9-1e7cdb4eb1ef req-db350e8b-d08d-4689-b25e-ef25180baaf2 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/security-groups?id=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433285 Feb 07 11:56:23.417590 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['11cb008d-8ef4-45f4-a74c-bd2d812a6f4a'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 11:56:23.438239 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['420f2d72-e592-48d0-a55c-b9a1ade756cb'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 11:56:23.464435 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['9cc9f086-021a-4a47-9d2f-293b522c389d'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 11:56:23.500275 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c980388-8b2d-4485-be02-471e63f973f5 req-070f530d-163a-4e03-951c-d096d7d894ee tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:23.501706 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3c980388-8b2d-4485-be02-471e63f973f5 req-070f530d-163a-4e03-951c-d096d7d894ee tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 944 time: 0.0554917 Feb 07 11:56:23.551821 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3c980388-8b2d-4485-be02-471e63f973f5 req-e6af999a-e0d1-4e85-b525-40a61570749e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434570 Feb 07 11:56:23.579143 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port 0e32a59a-3229-485e-a5df-55c89a0d4315 is: DOWN; New status is: BUILD {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:56:23.579523 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (0e32a59a-3229-485e-a5df-55c89a0d4315), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:23.617606 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e32a59a-3229-485e-a5df-55c89a0d4315 {{(pid=109817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 11:56:23.708065 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 0e32a59a-3229-485e-a5df-55c89a0d4315, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=0e32a59a-3229-485e-a5df-55c89a0d4315,segment=NetworkSegment(ab018b14-5345-4646-b1fb-61d78a233fba),segment_id=ab018b14-5345-4646-b1fb-61d78a233fba)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:56:23.775638 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (0e32a59a-3229-485e-a5df-55c89a0d4315), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:23.910732 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=0e32a59a-3229-485e-a5df-55c89a0d4315,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:23.960368 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8892ae-c85c-4fbe-b95d-72aba402cc50 req-c4712381-d359-4955-b2dd-9fb602384952 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:23.962622 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4f8892ae-c85c-4fbe-b95d-72aba402cc50 req-c4712381-d359-4955-b2dd-9fb602384952 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 944 time: 0.0590968 Feb 07 11:56:24.010093 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4f8892ae-c85c-4fbe-b95d-72aba402cc50 req-6618d2ad-dcbe-4277-b99e-dbfdcade6899 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413198 Feb 07 11:56:24.053539 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5f5cf-5135-4180-8cd6-7a7afb3856b4 req-53fb35fd-760e-4220-a6bd-9ba68b5e5cc6 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:24.055022 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-18d5f5cf-5135-4180-8cd6-7a7afb3856b4 req-53fb35fd-760e-4220-a6bd-9ba68b5e5cc6 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 943 time: 0.0531969 Feb 07 11:56:24.103342 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-18d5f5cf-5135-4180-8cd6-7a7afb3856b4 req-3f5bcaca-a853-423e-94de-21737bbe2b83 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428245 Feb 07 11:56:24.224448 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['0e32a59a-3229-485e-a5df-55c89a0d4315'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 11:56:24.409799 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 51718) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:24.486642 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8919-1f86-4602-9f84-c784a862f16f req-055aa081-a5a5-4cc6-a79a-7dce99f19b4e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:24.488133 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-acfa8919-1f86-4602-9f84-c784a862f16f req-055aa081-a5a5-4cc6-a79a-7dce99f19b4e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 944 time: 0.0554569 Feb 07 11:56:24.548953 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-a60a8366-581b-499a-9e0c-ea0bea8645dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:24.550092 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342f85b-debd-4044-b77c-a600bc159840 req-8a2d8b7d-dc52-4ca1-8ae5-0b4e366e3c91 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:24.551926 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f342f85b-debd-4044-b77c-a600bc159840 req-8a2d8b7d-dc52-4ca1-8ae5-0b4e366e3c91 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 944 time: 0.0663378 Feb 07 11:56:24.564564 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-acfa8919-1f86-4602-9f84-c784a862f16f req-f7f4d288-43af-4be0-a616-a2b5d1c397a2 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688157 Feb 07 11:56:24.606227 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f342f85b-debd-4044-b77c-a600bc159840 req-88a12faf-45c4-4135-a5c1-feaea475f159 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/security-groups?id=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471635 Feb 07 11:56:24.636966 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-a60a8366-581b-499a-9e0c-ea0bea8645dc admin admin] Publish callbacks [] for security_group (8f7f0916-9f5f-47d5-8cfc-afb7d32406f6), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:24.691292 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c1382-4d9c-483a-bd17-7b08eefbe76f req-fbdb0eaf-0adb-49da-b859-413fe7ad9a5e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:24.693196 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-583c1382-4d9c-483a-bd17-7b08eefbe76f req-fbdb0eaf-0adb-49da-b859-413fe7ad9a5e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 944 time: 0.0520546 Feb 07 11:56:24.729167 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-a60a8366-581b-499a-9e0c-ea0bea8645dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (8f7f0916-9f5f-47d5-8cfc-afb7d32406f6), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:24.766595 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-583c1382-4d9c-483a-bd17-7b08eefbe76f req-497fe15a-3c26-4912-8e59-e197894a4408 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643423 Feb 07 11:56:24.974770 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-a60a8366-581b-499a-9e0c-ea0bea8645dc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9e364327424f420fb5dfcea3644bb511&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5638859 Feb 07 11:56:24.976795 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a8366-581b-499a-9e0c-ea0bea8645dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7f0916-9f5f-47d5-8cfc-afb7d32406f6,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:24.977514 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 51738) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:25.033638 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b110119c-cb92-4179-b43b-e5718e7a956e admin admin] Publish callbacks [] for security_group (8f7f0916-9f5f-47d5-8cfc-afb7d32406f6), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:25.055040 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b110119c-cb92-4179-b43b-e5718e7a956e admin admin] Publish callbacks [] for security_group (8f7f0916-9f5f-47d5-8cfc-afb7d32406f6), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:25.141201 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c88ac7-7778-42d2-8487-bd173a18b2e7 req-6705d9d2-b6c6-43a0-8892-06a2a33345ee tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:25.142830 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-41c88ac7-7778-42d2-8487-bd173a18b2e7 req-6705d9d2-b6c6-43a0-8892-06a2a33345ee tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 944 time: 0.0610845 Feb 07 11:56:25.193158 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-41c88ac7-7778-42d2-8487-bd173a18b2e7 req-e6ceae24-eec9-45bb-ad1b-22e00cc4655f tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445352 Feb 07 11:56:25.210908 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b110119c-cb92-4179-b43b-e5718e7a956e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (8f7f0916-9f5f-47d5-8cfc-afb7d32406f6), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:25.213545 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b110119c-cb92-4179-b43b-e5718e7a956e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:25.214658 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-b110119c-cb92-4179-b43b-e5718e7a956e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8f7f0916-9f5f-47d5-8cfc-afb7d32406f6 HTTP/1.1" status: 204 len: 168 time: 0.2341659 Feb 07 11:56:25.222540 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110119c-cb92-4179-b43b-e5718e7a956e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7f0916-9f5f-47d5-8cfc-afb7d32406f6,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:25.228637 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8fee5-dfe8-4c93-ba04-15f23723bac3 req-9a41d93f-05b9-4451-93db-0b8ef0309eb4 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:25.230144 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-dec8fee5-dfe8-4c93-ba04-15f23723bac3 req-9a41d93f-05b9-4451-93db-0b8ef0309eb4 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 943 time: 0.0612338 Feb 07 11:56:25.271928 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device c5640033-1539-4ee6-a52f-76a859dac6bc details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 11:56:25.281265 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-dec8fee5-dfe8-4c93-ba04-15f23723bac3 req-6f17a536-e037-422b-ac07-af16fd481498 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447428 Feb 07 11:56:25.305941 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 11cb008d-8ef4-45f4-a74c-bd2d812a6f4a up at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:56:25.412054 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port c5640033-1539-4ee6-a52f-76a859dac6bc, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c5640033-1539-4ee6-a52f-76a859dac6bc,segment=NetworkSegment(5ce52992-6ecb-4a67-aa5e-518eb9452259),segment_id=5ce52992-6ecb-4a67-aa5e-518eb9452259)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:56:25.423237 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Returning: {'device': 'c5640033-1539-4ee6-a52f-76a859dac6bc', 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e', 'port_id': 'c5640033-1539-4ee6-a52f-76a859dac6bc', 'mac_address': 'fa:16:3e:4d:73:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 11:56:25.568739 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning for port 11cb008d-8ef4-45f4-a74c-bd2d812a6f4a completed by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 11:56:25.575059 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning complete for port 11cb008d-8ef4-45f4-a74c-bd2d812a6f4a triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:56:25.575445 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (11cb008d-8ef4-45f4-a74c-bd2d812a6f4a), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:25.576811 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port c5640033-1539-4ee6-a52f-76a859dac6bc is: DOWN; New status is: BUILD {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:56:25.577175 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (c5640033-1539-4ee6-a52f-76a859dac6bc), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:25.611067 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5640033-1539-4ee6-a52f-76a859dac6bc {{(pid=109817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 11:56:25.642867 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port c5640033-1539-4ee6-a52f-76a859dac6bc, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c5640033-1539-4ee6-a52f-76a859dac6bc,segment=NetworkSegment(5ce52992-6ecb-4a67-aa5e-518eb9452259),segment_id=5ce52992-6ecb-4a67-aa5e-518eb9452259)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:56:25.690375 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port 11cb008d-8ef4-45f4-a74c-bd2d812a6f4a is: BUILD; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:56:25.690774 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (11cb008d-8ef4-45f4-a74c-bd2d812a6f4a), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:25.699842 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231730e-17d5-4b43-86ff-b3dc0e4a64d1 req-4a73039a-08b8-4fad-83f8-291310c325ce tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:25.701321 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7231730e-17d5-4b43-86ff-b3dc0e4a64d1 req-4a73039a-08b8-4fad-83f8-291310c325ce tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 944 time: 0.0519531 Feb 07 11:56:25.726245 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b624fa-53d9-4fbe-a686-9db7805b75f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cb008d-8ef4-45f4-a74c-bd2d812a6f4a'}] {{(pid=109817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 11:56:25.734202 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d798d9-060d-4be8-9b3e-819f714fde43 req-1e401d15-4887-4ca9-adfe-0ff85a8627ec tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:25.739412 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-13d798d9-060d-4be8-9b3e-819f714fde43 req-1e401d15-4887-4ca9-adfe-0ff85a8627ec tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 944 time: 0.0631628 Feb 07 11:56:25.761373 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7231730e-17d5-4b43-86ff-b3dc0e4a64d1 req-4be2afc3-cef2-43aa-a847-fda3c1e62300 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497186 Feb 07 11:56:25.793596 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 11cb008d-8ef4-45f4-a74c-bd2d812a6f4a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=11cb008d-8ef4-45f4-a74c-bd2d812a6f4a,segment=NetworkSegment(f47893db-e434-4e31-97bd-89f81aa77ab5),segment_id=f47893db-e434-4e31-97bd-89f81aa77ab5)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:56:25.797815 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (c5640033-1539-4ee6-a52f-76a859dac6bc), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:25.821825 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-13d798d9-060d-4be8-9b3e-819f714fde43 req-02315c44-b198-43c0-84eb-40f212087719 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/security-groups?id=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649610 Feb 07 11:56:25.878888 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=c5640033-1539-4ee6-a52f-76a859dac6bc,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:25.905483 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5385208-0ce0-41ab-9370-a6248b49bf33 req-d81024d1-8b15-44d4-8553-d9e4e3a67fb0 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:25.907447 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f5385208-0ce0-41ab-9370-a6248b49bf33 req-d81024d1-8b15-44d4-8553-d9e4e3a67fb0 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 944 time: 0.0583968 Feb 07 11:56:25.950616 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (11cb008d-8ef4-45f4-a74c-bd2d812a6f4a), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:25.951426 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 9cc9f086-021a-4a47-9d2f-293b522c389d up at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:56:25.956271 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bc6b3c0530c896bdfe52e422604eaad6eac6737642d5fab1ac5583b9ec47d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5c8853-5e74-4c55-94d9-80772411824c" -d '{"events": [{"server_uuid": "20b624fa-53d9-4fbe-a686-9db7805b75f4", "name": "network-vif-plugged", "status": "completed", "tag": "11cb008d-8ef4-45f4-a74c-bd2d812a6f4a"}]}' {{(pid=109817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 11:56:25.969862 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f5385208-0ce0-41ab-9370-a6248b49bf33 req-96c349f3-9266-4503-accf-b5a4ad79ae1a tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562561 Feb 07 11:56:25.995997 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 51772) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:26.007737 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-625529bc-6618-49ac-8c61-c10a166781af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:26.050426 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=11cb008d-8ef4-45f4-a74c-bd2d812a6f4a,revision_number=5']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:26.102881 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-625529bc-6618-49ac-8c61-c10a166781af admin admin] Publish callbacks [] for security_group (8cf315f1-4dce-459d-92a5-df36d2211f8c), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:26.125204 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning for port 9cc9f086-021a-4a47-9d2f-293b522c389d completed by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 11:56:26.129514 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning complete for port 9cc9f086-021a-4a47-9d2f-293b522c389d triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:56:26.129921 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (9cc9f086-021a-4a47-9d2f-293b522c389d), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:26.150852 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 11:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c999ea-b401-4d68-b838-0bfb8a625c41 x-openstack-request-id: req-c2c999ea-b401-4d68-b838-0bfb8a625c41 {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 11:56:26.151099 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b624fa-53d9-4fbe-a686-9db7805b75f4", "name": "network-vif-plugged", "status": "completed", "tag": "11cb008d-8ef4-45f4-a74c-bd2d812a6f4a", "code": 200}]} {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 11:56:26.151361 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c2c999ea-b401-4d68-b838-0bfb8a625c41 {{(pid=109817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 11:56:26.151808 dv-cinder-817351-12-iscsi neutron-server[109817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b624fa-53d9-4fbe-a686-9db7805b75f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cb008d-8ef4-45f4-a74c-bd2d812a6f4a', 'code': 200} Feb 07 11:56:26.168809 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['c5640033-1539-4ee6-a52f-76a859dac6bc'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 11:56:26.234017 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-625529bc-6618-49ac-8c61-c10a166781af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (8cf315f1-4dce-459d-92a5-df36d2211f8c), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:26.262749 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port 9cc9f086-021a-4a47-9d2f-293b522c389d is: BUILD; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:56:26.263141 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (9cc9f086-021a-4a47-9d2f-293b522c389d), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:26.286029 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-625529bc-6618-49ac-8c61-c10a166781af admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dcec1df7c8194e8091531944972809d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2932341 Feb 07 11:56:26.288659 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 51776) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:26.321709 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625529bc-6618-49ac-8c61-c10a166781af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf315f1-4dce-459d-92a5-df36d2211f8c,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:26.344577 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 9cc9f086-021a-4a47-9d2f-293b522c389d, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9cc9f086-021a-4a47-9d2f-293b522c389d,segment=NetworkSegment(cf07c1aa-ed25-4462-80cf-c68a7322f9df),segment_id=cf07c1aa-ed25-4462-80cf-c68a7322f9df)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:56:26.359446 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f1f662c6-2e4d-4a9c-8295-7b866f1d6def admin admin] Publish callbacks [] for security_group (8cf315f1-4dce-459d-92a5-df36d2211f8c), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:26.375658 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c694d2-e01c-4423-97a2-1819350731f4 req-8220a53a-0552-44b7-b868-f5397544077a tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:26.377834 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-20c694d2-e01c-4423-97a2-1819350731f4 req-8220a53a-0552-44b7-b868-f5397544077a tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 944 time: 0.1092536 Feb 07 11:56:26.406026 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f1f662c6-2e4d-4a9c-8295-7b866f1d6def admin admin] Publish callbacks [] for security_group (8cf315f1-4dce-459d-92a5-df36d2211f8c), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:26.428411 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (9cc9f086-021a-4a47-9d2f-293b522c389d), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:26.431330 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-20c694d2-e01c-4423-97a2-1819350731f4 req-ec3df0c0-d31b-4c5a-84a4-3e0b29a87bc7 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471511 Feb 07 11:56:26.479497 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc0112-a233-47df-a733-e58eb00f7fb7 req-0ed04730-d573-4803-b169-fd8bf71d5bfc tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:26.480567 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=9cc9f086-021a-4a47-9d2f-293b522c389d,revision_number=5']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:26.481599 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4cbc0112-a233-47df-a733-e58eb00f7fb7 req-0ed04730-d573-4803-b169-fd8bf71d5bfc tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 944 time: 0.0893087 Feb 07 11:56:26.533954 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4cbc0112-a233-47df-a733-e58eb00f7fb7 req-596b3d24-040d-4839-a70d-ef60363efa2b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424073 Feb 07 11:56:26.574517 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05954c3c-bba1-49e2-b5c0-be18b945a704 req-b87b0b4b-1fa8-4a9a-a27f-51d7c42bc2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:26.576068 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-05954c3c-bba1-49e2-b5c0-be18b945a704 req-b87b0b4b-1fa8-4a9a-a27f-51d7c42bc2af service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 1129 time: 0.0822601 Feb 07 11:56:26.576691 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f1f662c6-2e4d-4a9c-8295-7b866f1d6def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (8cf315f1-4dce-459d-92a5-df36d2211f8c), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:26.579409 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f1f662c6-2e4d-4a9c-8295-7b866f1d6def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:26.581591 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-f1f662c6-2e4d-4a9c-8295-7b866f1d6def admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8cf315f1-4dce-459d-92a5-df36d2211f8c HTTP/1.1" status: 204 len: 168 time: 0.2910099 Feb 07 11:56:26.590246 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f662c6-2e4d-4a9c-8295-7b866f1d6def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf315f1-4dce-459d-92a5-df36d2211f8c,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:26.601694 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-05954c3c-bba1-49e2-b5c0-be18b945a704 req-9cc1c01a-977b-4def-a704-4931f08b6d10 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:26.692368 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-05954c3c-bba1-49e2-b5c0-be18b945a704 req-9cc1c01a-977b-4def-a704-4931f08b6d10 service neutron] Publish callbacks [] for security_group (362222c5-c433-40b4-8182-20a0acd0548a), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:26.840081 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-05954c3c-bba1-49e2-b5c0-be18b945a704 req-9cc1c01a-977b-4def-a704-4931f08b6d10 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (362222c5-c433-40b4-8182-20a0acd0548a), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:26.921054 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1c01a-977b-4def-a704-4931f08b6d10 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=362222c5-c433-40b4-8182-20a0acd0548a,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:26.926496 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-05954c3c-bba1-49e2-b5c0-be18b945a704 req-9cc1c01a-977b-4def-a704-4931f08b6d10 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433003 Feb 07 11:56:26.939767 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3550e8a-a30c-4705-9178-39d2a093a2c9 req-6793b211-e90a-4447-a141-cca7fab16efb tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:26.939767 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a3550e8a-a30c-4705-9178-39d2a093a2c9 req-6793b211-e90a-4447-a141-cca7fab16efb tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 945 time: 0.0569382 Feb 07 11:56:26.942427 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6871ccb-91c5-4c3d-ad1f-bfd8313b38d4 req-111aa105-56f4-41b3-bffa-f8167c4405ea tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:26.943875 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f6871ccb-91c5-4c3d-ad1f-bfd8313b38d4 req-111aa105-56f4-41b3-bffa-f8167c4405ea tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 944 time: 0.1001480 Feb 07 11:56:26.998788 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f6871ccb-91c5-4c3d-ad1f-bfd8313b38d4 req-b781b2e9-2f55-4484-b684-714b524f76a6 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487351 Feb 07 11:56:27.014575 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a3550e8a-a30c-4705-9178-39d2a093a2c9 req-48607521-84ef-4a71-8ba0-1013a5442155 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/security-groups?id=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654309 Feb 07 11:56:27.139271 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec6bf5-cd77-400f-825e-c41f24ab3437 req-339d045c-98b7-4987-8138-38d609cc6e98 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:27.140802 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-d5ec6bf5-cd77-400f-825e-c41f24ab3437 req-339d045c-98b7-4987-8138-38d609cc6e98 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 945 time: 0.0619297 Feb 07 11:56:27.188590 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-d5ec6bf5-cd77-400f-825e-c41f24ab3437 req-ab81c871-1ecb-4165-93d5-e1323c52be8e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412495 Feb 07 11:56:27.279231 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device f1e3806d-a1bc-4f9a-8989-fe91b725cb7a details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 11:56:27.281426 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 0e32a59a-3229-485e-a5df-55c89a0d4315 up at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:56:27.421864 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f1e3806d-a1bc-4f9a-8989-fe91b725cb7a,segment=NetworkSegment(4dd91289-9497-4700-ac6d-fa09629bdd61),segment_id=4dd91289-9497-4700-ac6d-fa09629bdd61)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:56:27.434188 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Returning: {'device': 'f1e3806d-a1bc-4f9a-8989-fe91b725cb7a', 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e', 'port_id': 'f1e3806d-a1bc-4f9a-8989-fe91b725cb7a', 'mac_address': 'fa:16:3e:5c:2e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 11:56:27.472914 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a is: DOWN; New status is: BUILD {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:56:27.473311 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (f1e3806d-a1bc-4f9a-8989-fe91b725cb7a), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:27.484381 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning for port 0e32a59a-3229-485e-a5df-55c89a0d4315 completed by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 11:56:27.493518 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning complete for port 0e32a59a-3229-485e-a5df-55c89a0d4315 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:56:27.494019 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (0e32a59a-3229-485e-a5df-55c89a0d4315), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:27.498706 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e3806d-a1bc-4f9a-8989-fe91b725cb7a {{(pid=109817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 11:56:27.543879 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f1e3806d-a1bc-4f9a-8989-fe91b725cb7a,segment=NetworkSegment(4dd91289-9497-4700-ac6d-fa09629bdd61),segment_id=4dd91289-9497-4700-ac6d-fa09629bdd61)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:56:27.554504 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639e31f-0b62-446e-8daf-4b960c1c1019 req-ae2a90fc-393a-441e-82ce-3c5c20db52c4 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:27.556198 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4639e31f-0b62-446e-8daf-4b960c1c1019 req-ae2a90fc-393a-441e-82ce-3c5c20db52c4 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 944 time: 0.0534031 Feb 07 11:56:27.602035 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port 0e32a59a-3229-485e-a5df-55c89a0d4315 is: BUILD; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:56:27.603465 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (0e32a59a-3229-485e-a5df-55c89a0d4315), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:27.615892 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4639e31f-0b62-446e-8daf-4b960c1c1019 req-85c5a5eb-5a16-4cfb-bfdc-75506e2f07df tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524311 Feb 07 11:56:27.646158 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 0e32a59a-3229-485e-a5df-55c89a0d4315, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=0e32a59a-3229-485e-a5df-55c89a0d4315,segment=NetworkSegment(ab018b14-5345-4646-b1fb-61d78a233fba),segment_id=ab018b14-5345-4646-b1fb-61d78a233fba)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:56:27.657226 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (f1e3806d-a1bc-4f9a-8989-fe91b725cb7a), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:27.665282 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbaefa4-d7fd-4c96-adc7-ccf780e92df1 req-6084d0eb-3931-4f14-bdae-a3e80df8101a tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:27.665282 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-efbaefa4-d7fd-4c96-adc7-ccf780e92df1 req-6084d0eb-3931-4f14-bdae-a3e80df8101a tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 944 time: 0.0535886 Feb 07 11:56:27.715984 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-efbaefa4-d7fd-4c96-adc7-ccf780e92df1 req-b1266d87-69f8-4813-adc2-5085bfae351d tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461247 Feb 07 11:56:27.739976 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=f1e3806d-a1bc-4f9a-8989-fe91b725cb7a,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:27.746060 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (0e32a59a-3229-485e-a5df-55c89a0d4315), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:27.747010 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device c5640033-1539-4ee6-a52f-76a859dac6bc up at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:56:27.823567 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=0e32a59a-3229-485e-a5df-55c89a0d4315,revision_number=5']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:27.928722 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning for port c5640033-1539-4ee6-a52f-76a859dac6bc completed by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 11:56:27.936576 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning complete for port c5640033-1539-4ee6-a52f-76a859dac6bc triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:56:27.936576 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (c5640033-1539-4ee6-a52f-76a859dac6bc), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:27.938017 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 51838) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:28.019928 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port c5640033-1539-4ee6-a52f-76a859dac6bc is: BUILD; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:56:28.020407 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (c5640033-1539-4ee6-a52f-76a859dac6bc), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:28.070376 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port c5640033-1539-4ee6-a52f-76a859dac6bc, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c5640033-1539-4ee6-a52f-76a859dac6bc,segment=NetworkSegment(5ce52992-6ecb-4a67-aa5e-518eb9452259),segment_id=5ce52992-6ecb-4a67-aa5e-518eb9452259)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:56:28.070760 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['f1e3806d-a1bc-4f9a-8989-fe91b725cb7a'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 11:56:28.153118 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a8b9c6-107c-419e-9e44-9ae532ee8d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc9f086-021a-4a47-9d2f-293b522c389d'}, {'server_uuid': 'f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e32a59a-3229-485e-a5df-55c89a0d4315'}, {'server_uuid': '7c1d3598-aa8c-43a9-8b90-4b9716d12dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5640033-1539-4ee6-a52f-76a859dac6bc'}] {{(pid=109817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 11:56:28.155724 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bc6b3c0530c896bdfe52e422604eaad6eac6737642d5fab1ac5583b9ec47d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8976b9ba-f09c-4fac-a08f-9af1cd808cab" -d '{"events": [{"server_uuid": "12a8b9c6-107c-419e-9e44-9ae532ee8d28", "name": "network-vif-plugged", "status": "completed", "tag": "9cc9f086-021a-4a47-9d2f-293b522c389d"}, {"server_uuid": "f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2", "name": "network-vif-plugged", "status": "completed", "tag": "0e32a59a-3229-485e-a5df-55c89a0d4315"}, {"server_uuid": "7c1d3598-aa8c-43a9-8b90-4b9716d12dac", "name": "network-vif-plugged", "status": "completed", "tag": "c5640033-1539-4ee6-a52f-76a859dac6bc"}]}' {{(pid=109817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 11:56:28.184057 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (c5640033-1539-4ee6-a52f-76a859dac6bc), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:28.184841 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 420f2d72-e592-48d0-a55c-b9a1ade756cb up at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:56:28.204384 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-0437dbb6-433d-4210-94c4-5b01e77bbb31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:28.223128 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7afa9-2ad4-48df-803d-7370080a7cfe req-b67ded5d-1e4b-4486-bbc6-b5a2834d77e3 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:28.227473 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f7a7afa9-2ad4-48df-803d-7370080a7cfe req-b67ded5d-1e4b-4486-bbc6-b5a2834d77e3 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 945 time: 0.0683312 Feb 07 11:56:28.249352 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884b423-057a-4bcb-a44d-9752621d8963 req-a39e9893-57fc-45b6-9f82-589d09ca1ea4 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:28.251601 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-2884b423-057a-4bcb-a44d-9752621d8963 req-a39e9893-57fc-45b6-9f82-589d09ca1ea4 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 945 time: 0.0991080 Feb 07 11:56:28.296523 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=c5640033-1539-4ee6-a52f-76a859dac6bc,revision_number=5']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:28.297985 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f7a7afa9-2ad4-48df-803d-7370080a7cfe req-9e6d9833-fd6b-442a-b221-cb30b7e2cfc6 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/security-groups?id=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640440 Feb 07 11:56:28.341778 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-2884b423-057a-4bcb-a44d-9752621d8963 req-82060c25-2651-47f4-88d7-bc778a768e39 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831172 Feb 07 11:56:28.357201 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-0437dbb6-433d-4210-94c4-5b01e77bbb31 admin admin] Publish callbacks [] for security_group (b2eb7d0a-256a-4880-a826-f8edc7f40660), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:28.394349 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning for port 420f2d72-e592-48d0-a55c-b9a1ade756cb completed by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 11:56:28.399373 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning complete for port 420f2d72-e592-48d0-a55c-b9a1ade756cb triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:56:28.400047 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (420f2d72-e592-48d0-a55c-b9a1ade756cb), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:28.406248 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 07 Feb 2022 11:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10708464-b382-4e98-ad82-39dc76a824e7 x-openstack-request-id: req-10708464-b382-4e98-ad82-39dc76a824e7 {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 11:56:28.407394 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a8b9c6-107c-419e-9e44-9ae532ee8d28", "name": "network-vif-plugged", "status": "completed", "tag": "9cc9f086-021a-4a47-9d2f-293b522c389d", "code": 200}, {"server_uuid": "f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2", "name": "network-vif-plugged", "status": "completed", "tag": "0e32a59a-3229-485e-a5df-55c89a0d4315", "code": 200}, {"server_uuid": "7c1d3598-aa8c-43a9-8b90-4b9716d12dac", "name": "network-vif-plugged", "status": "completed", "tag": "c5640033-1539-4ee6-a52f-76a859dac6bc", "code": 200}]} {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 11:56:28.407394 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-10708464-b382-4e98-ad82-39dc76a824e7 {{(pid=109817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 11:56:28.407394 dv-cinder-817351-12-iscsi neutron-server[109817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a8b9c6-107c-419e-9e44-9ae532ee8d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc9f086-021a-4a47-9d2f-293b522c389d', 'code': 200} Feb 07 11:56:28.407733 dv-cinder-817351-12-iscsi neutron-server[109817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e32a59a-3229-485e-a5df-55c89a0d4315', 'code': 200} Feb 07 11:56:28.407980 dv-cinder-817351-12-iscsi neutron-server[109817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c1d3598-aa8c-43a9-8b90-4b9716d12dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5640033-1539-4ee6-a52f-76a859dac6bc', 'code': 200} Feb 07 11:56:28.437450 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-0437dbb6-433d-4210-94c4-5b01e77bbb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (b2eb7d0a-256a-4880-a826-f8edc7f40660), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:28.500625 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-0437dbb6-433d-4210-94c4-5b01e77bbb31 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=842cf8f240a44e059472399e9b1349fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5627358 Feb 07 11:56:28.503241 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 51862) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:28.506153 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0437dbb6-433d-4210-94c4-5b01e77bbb31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2eb7d0a-256a-4880-a826-f8edc7f40660,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:28.518812 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port 420f2d72-e592-48d0-a55c-b9a1ade756cb is: BUILD; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:56:28.519522 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (420f2d72-e592-48d0-a55c-b9a1ade756cb), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:28.536160 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd38346-a21e-4f82-90f6-d9ede52a1bbe req-49bbe040-6383-454b-a5d2-fa736f9a45b7 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:28.541260 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9cd38346-a21e-4f82-90f6-d9ede52a1bbe req-49bbe040-6383-454b-a5d2-fa736f9a45b7 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 945 time: 0.1126311 Feb 07 11:56:28.577996 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 420f2d72-e592-48d0-a55c-b9a1ade756cb, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=420f2d72-e592-48d0-a55c-b9a1ade756cb,segment=NetworkSegment(ab018b14-5345-4646-b1fb-61d78a233fba),segment_id=ab018b14-5345-4646-b1fb-61d78a233fba)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:56:28.578264 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-e48577cb-a550-4711-871b-0d5910325d5a admin admin] Publish callbacks [] for security_group (b2eb7d0a-256a-4880-a826-f8edc7f40660), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:28.608327 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9cd38346-a21e-4f82-90f6-d9ede52a1bbe req-4a7102b8-2727-4596-8abf-67a101137f1c tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631778 Feb 07 11:56:28.611903 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-e48577cb-a550-4711-871b-0d5910325d5a admin admin] Publish callbacks [] for security_group (b2eb7d0a-256a-4880-a826-f8edc7f40660), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:28.658227 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (420f2d72-e592-48d0-a55c-b9a1ade756cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:28.712688 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=420f2d72-e592-48d0-a55c-b9a1ade756cb,revision_number=5']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:28.755865 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa172da-15de-44bb-8a37-f0a864736686 req-893f9e26-12c9-4c66-a416-8ba85b187f22 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:28.757349 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-faa172da-15de-44bb-8a37-f0a864736686 req-893f9e26-12c9-4c66-a416-8ba85b187f22 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0551574 Feb 07 11:56:28.805997 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-faa172da-15de-44bb-8a37-f0a864736686 req-5859a3b0-7a91-4418-b05b-917c753dc86e tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418980 Feb 07 11:56:28.823988 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-e48577cb-a550-4711-871b-0d5910325d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (b2eb7d0a-256a-4880-a826-f8edc7f40660), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:28.826718 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-e48577cb-a550-4711-871b-0d5910325d5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:28.830277 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-e48577cb-a550-4711-871b-0d5910325d5a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b2eb7d0a-256a-4880-a826-f8edc7f40660 HTTP/1.1" status: 204 len: 168 time: 0.3236377 Feb 07 11:56:28.847024 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48577cb-a550-4711-871b-0d5910325d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2eb7d0a-256a-4880-a826-f8edc7f40660,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:28.929066 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ca009-bb87-46ea-ba8f-7f59645b2ddf req-7098095d-1d0b-4dd4-83d2-28a03ade6ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:28.929066 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-173ca009-bb87-46ea-ba8f-7f59645b2ddf req-7098095d-1d0b-4dd4-83d2-28a03ade6ee6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 1129 time: 0.0628757 Feb 07 11:56:28.994591 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-173ca009-bb87-46ea-ba8f-7f59645b2ddf req-61010d68-ac55-4d92-8569-d82ac94c8d2c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583489 Feb 07 11:56:29.050660 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96179f9-6eda-4bb2-a3b3-c963ce8f8aca req-dc64e7e8-75d8-414a-8719-2d5e1c46627d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:29.052170 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a96179f9-6eda-4bb2-a3b3-c963ce8f8aca req-dc64e7e8-75d8-414a-8719-2d5e1c46627d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 1129 time: 0.1561427 Feb 07 11:56:29.062482 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d97b45-f98c-4261-87c4-06080e023fd7 req-def1f92a-5d4c-46a2-ae97-d49959e0df45 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:29.063913 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-07d97b45-f98c-4261-87c4-06080e023fd7 req-def1f92a-5d4c-46a2-ae97-d49959e0df45 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.2613680 Feb 07 11:56:29.068486 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a7593-a69f-46b0-b0a8-21a9a18ea3b7 req-db9442bf-533e-4d46-8ae6-052fbff9ae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:29.069937 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-201a7593-a69f-46b0-b0a8-21a9a18ea3b7 req-db9442bf-533e-4d46-8ae6-052fbff9ae11 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 1129 time: 0.1354580 Feb 07 11:56:29.121503 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-07d97b45-f98c-4261-87c4-06080e023fd7 req-da57e3bd-48e3-4524-87fd-dd82c504b2a9 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479114 Feb 07 11:56:29.278463 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device f1e3806d-a1bc-4f9a-8989-fe91b725cb7a up at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:56:29.385758 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-201a7593-a69f-46b0-b0a8-21a9a18ea3b7 req-531c87b4-20ab-4722-a0e7-7fd39f3c5be8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919774 Feb 07 11:56:29.388072 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a96179f9-6eda-4bb2-a3b3-c963ce8f8aca req-1e7e3a4d-66ff-40dc-8505-36703d63ef64 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926292 Feb 07 11:56:29.444850 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d392505-f98e-4d7a-8ac1-5bda3fad584e req-b46ca898-dc15-450a-b8e5-0b99b8914f62 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:29.446526 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-5d392505-f98e-4d7a-8ac1-5bda3fad584e req-b46ca898-dc15-450a-b8e5-0b99b8914f62 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 945 time: 0.0592344 Feb 07 11:56:29.494810 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning for port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a completed by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 11:56:29.498833 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning complete for port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:56:29.499200 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (f1e3806d-a1bc-4f9a-8989-fe91b725cb7a), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:29.503088 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-5d392505-f98e-4d7a-8ac1-5bda3fad584e req-d122d519-1f9d-4984-a4ee-2db9c9be37ce tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/security-groups?id=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476062 Feb 07 11:56:29.506733 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4930a07-119c-4954-ada9-03fcdc526447 req-aeae14c6-194f-4748-9939-f6f48e30774f tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:29.514705 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f4930a07-119c-4954-ada9-03fcdc526447 req-aeae14c6-194f-4748-9939-f6f48e30774f tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 945 time: 0.0866454 Feb 07 11:56:29.564779 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f4930a07-119c-4954-ada9-03fcdc526447 req-344cf770-b9c6-4ad9-8d20-f544f49df2d0 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492086 Feb 07 11:56:29.603104 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a is: BUILD; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:56:29.603645 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (f1e3806d-a1bc-4f9a-8989-fe91b725cb7a), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:29.636110 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f1e3806d-a1bc-4f9a-8989-fe91b725cb7a,segment=NetworkSegment(4dd91289-9497-4700-ac6d-fa09629bdd61),segment_id=4dd91289-9497-4700-ac6d-fa09629bdd61)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:56:29.717616 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (f1e3806d-a1bc-4f9a-8989-fe91b725cb7a), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:29.741954 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933e3ab-5628-437d-b7f6-6cba15e004b9 req-2bfbbe94-5ad7-475c-ac7b-b96b481d212f tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:29.743461 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-d933e3ab-5628-437d-b7f6-6cba15e004b9 req-2bfbbe94-5ad7-475c-ac7b-b96b481d212f tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 945 time: 0.0534947 Feb 07 11:56:29.766976 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=f1e3806d-a1bc-4f9a-8989-fe91b725cb7a,revision_number=5']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:29.791786 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-d933e3ab-5628-437d-b7f6-6cba15e004b9 req-161779ed-fbb9-48e4-b9ab-9ba27a2b1b8a tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421054 Feb 07 11:56:29.810311 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 51908) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:29.825889 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-8594422b-b2ab-4c0d-9ba1-a0d15b0457c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:29.911926 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-8594422b-b2ab-4c0d-9ba1-a0d15b0457c8 admin admin] Publish callbacks [] for security_group (c52f79c6-f264-42b2-8a9d-31194f9222de), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:29.945324 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5871cd-6589-4a35-9cf2-481f7fd56205 req-beb03e1c-0159-4fa7-ab45-989f7959d1ce tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:29.946969 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cd5871cd-6589-4a35-9cf2-481f7fd56205 req-beb03e1c-0159-4fa7-ab45-989f7959d1ce tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0530374 Feb 07 11:56:29.994947 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cd5871cd-6589-4a35-9cf2-481f7fd56205 req-e801d011-fc76-46c4-9259-d9843c841bb5 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421131 Feb 07 11:56:30.039627 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-8594422b-b2ab-4c0d-9ba1-a0d15b0457c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (c52f79c6-f264-42b2-8a9d-31194f9222de), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:30.075947 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594422b-b2ab-4c0d-9ba1-a0d15b0457c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52f79c6-f264-42b2-8a9d-31194f9222de,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:30.080104 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-8594422b-b2ab-4c0d-9ba1-a0d15b0457c8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=73d6945a8527490f8a867549603a6c19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2686496 Feb 07 11:56:30.082914 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 51914) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:30.135672 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bf315292-124e-417a-ad54-f53b1a1865ca admin admin] Publish callbacks [] for security_group (c52f79c6-f264-42b2-8a9d-31194f9222de), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:30.160522 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bf315292-124e-417a-ad54-f53b1a1865ca admin admin] Publish callbacks [] for security_group (c52f79c6-f264-42b2-8a9d-31194f9222de), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:30.240865 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58473e-3104-464d-bbe8-8f1a17625382 req-6c8b19ea-8d97-42de-8906-230c6542fe02 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:30.242381 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-5d58473e-3104-464d-bbe8-8f1a17625382 req-6c8b19ea-8d97-42de-8906-230c6542fe02 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0540545 Feb 07 11:56:30.289752 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-5d58473e-3104-464d-bbe8-8f1a17625382 req-f04b6f8d-11c2-4106-b9d3-f64e75770277 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417366 Feb 07 11:56:30.334724 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bf315292-124e-417a-ad54-f53b1a1865ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (c52f79c6-f264-42b2-8a9d-31194f9222de), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:30.338164 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bf315292-124e-417a-ad54-f53b1a1865ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:30.339340 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-bf315292-124e-417a-ad54-f53b1a1865ca admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c52f79c6-f264-42b2-8a9d-31194f9222de HTTP/1.1" status: 204 len: 168 time: 0.2555413 Feb 07 11:56:30.347283 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf315292-124e-417a-ad54-f53b1a1865ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52f79c6-f264-42b2-8a9d-31194f9222de,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:30.409066 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c044053-f133-4c65-a3fa-f684f9659757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420f2d72-e592-48d0-a55c-b9a1ade756cb'}, {'server_uuid': '85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e3806d-a1bc-4f9a-8989-fe91b725cb7a'}] {{(pid=109817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 11:56:30.411696 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bc6b3c0530c896bdfe52e422604eaad6eac6737642d5fab1ac5583b9ec47d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e543766-bac5-4221-8747-db9276063556" -d '{"events": [{"server_uuid": "9c044053-f133-4c65-a3fa-f684f9659757", "name": "network-vif-plugged", "status": "completed", "tag": "420f2d72-e592-48d0-a55c-b9a1ade756cb"}, {"server_uuid": "85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f", "name": "network-vif-plugged", "status": "completed", "tag": "f1e3806d-a1bc-4f9a-8989-fe91b725cb7a"}]}' {{(pid=109817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 11:56:30.453675 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Feb 2022 11:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268fb9de-644b-4ba5-b9b2-4640e40133e5 x-openstack-request-id: req-268fb9de-644b-4ba5-b9b2-4640e40133e5 {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 11:56:30.453974 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c044053-f133-4c65-a3fa-f684f9659757", "name": "network-vif-plugged", "status": "completed", "tag": "420f2d72-e592-48d0-a55c-b9a1ade756cb", "code": 200}, {"server_uuid": "85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f", "name": "network-vif-plugged", "status": "completed", "tag": "f1e3806d-a1bc-4f9a-8989-fe91b725cb7a", "code": 200}]} {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 11:56:30.454224 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-268fb9de-644b-4ba5-b9b2-4640e40133e5 {{(pid=109817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 11:56:30.454627 dv-cinder-817351-12-iscsi neutron-server[109817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c044053-f133-4c65-a3fa-f684f9659757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420f2d72-e592-48d0-a55c-b9a1ade756cb', 'code': 200} Feb 07 11:56:30.454916 dv-cinder-817351-12-iscsi neutron-server[109817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e3806d-a1bc-4f9a-8989-fe91b725cb7a', 'code': 200} Feb 07 11:56:30.626287 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d93af-65fd-4d29-af8a-dda5839bcdc4 req-6f39eaa9-1529-41ee-811f-15f27595cabb tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:30.631606 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f52d93af-65fd-4d29-af8a-dda5839bcdc4 req-6f39eaa9-1529-41ee-811f-15f27595cabb tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 945 time: 0.0527334 Feb 07 11:56:30.700453 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f52d93af-65fd-4d29-af8a-dda5839bcdc4 req-c6e0e4b2-75c1-47a1-87bb-7cdb279382eb tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/security-groups?id=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672143 Feb 07 11:56:30.714555 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c8cfe-162f-4da6-afaf-0e03c10689c3 req-bf3b2b8d-bbd7-432b-8d70-f36566e37e53 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:30.716181 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e54c8cfe-162f-4da6-afaf-0e03c10689c3 req-bf3b2b8d-bbd7-432b-8d70-f36566e37e53 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0626266 Feb 07 11:56:30.766672 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e54c8cfe-162f-4da6-afaf-0e03c10689c3 req-80a65620-a590-4f02-a02a-5fea8b30fe6d tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446122 Feb 07 11:56:30.829210 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed363470-b2f9-4fbe-a15d-6d23185ea699 req-1f9f76ac-6a26-4d7d-9b12-eec02d6634d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:30.830758 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ed363470-b2f9-4fbe-a15d-6d23185ea699 req-1f9f76ac-6a26-4d7d-9b12-eec02d6634d6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 1129 time: 0.0502801 Feb 07 11:56:30.902038 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e538e-b650-4830-bc3e-73d8212c4428 req-4150f4a1-a6f3-497d-b9d1-c007a4692391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:30.903566 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-964e538e-b650-4830-bc3e-73d8212c4428 req-4150f4a1-a6f3-497d-b9d1-c007a4692391 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 1130 time: 0.0719566 Feb 07 11:56:30.908200 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ed363470-b2f9-4fbe-a15d-6d23185ea699 req-ddbcf522-2a7e-491d-a66f-2c7c8e7f9e4b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677879 Feb 07 11:56:31.128847 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4248e09-c797-49cd-ae96-86ccf0aada21 req-6a5bee82-17ab-40ef-8bd5-1d093704f170 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:31.130348 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c4248e09-c797-49cd-ae96-86ccf0aada21 req-6a5bee82-17ab-40ef-8bd5-1d093704f170 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0542369 Feb 07 11:56:31.178451 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c4248e09-c797-49cd-ae96-86ccf0aada21 req-fcd49995-992d-490f-b43e-7a06ee84eaab tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425599 Feb 07 11:56:31.228633 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-964e538e-b650-4830-bc3e-73d8212c4428 req-e490cb7e-1b2b-4e8f-9b2a-b835548dbcd5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384855 Feb 07 11:56:31.407696 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8d327-bf15-413c-b162-017ea14fc4f5 req-c61203de-91de-4add-9383-55c57bbb9c75 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:31.409173 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a6c8d327-bf15-413c-b162-017ea14fc4f5 req-c61203de-91de-4add-9383-55c57bbb9c75 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0518162 Feb 07 11:56:31.460670 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a6c8d327-bf15-413c-b162-017ea14fc4f5 req-dfc8613a-4755-4aa1-b68b-b7f76e7de61a tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457823 Feb 07 11:56:31.928431 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3d143-0cb1-497e-afe3-05d8c7882a24 req-3c957a90-dc9a-473d-81a3-92c731dabd9e tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:31.937456 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c8a3d143-0cb1-497e-afe3-05d8c7882a24 req-3c957a90-dc9a-473d-81a3-92c731dabd9e tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 945 time: 0.1500266 Feb 07 11:56:31.986638 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c8a3d143-0cb1-497e-afe3-05d8c7882a24 req-aa798fa7-a8e1-4b98-be31-8747286b5633 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/security-groups?id=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482247 Feb 07 11:56:32.112193 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3302c1-d353-414e-b752-3f169cf3d941 req-de16aa41-4069-49f0-b3ec-48de21dd00db tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:32.113633 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-1b3302c1-d353-414e-b752-3f169cf3d941 req-de16aa41-4069-49f0-b3ec-48de21dd00db tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0702024 Feb 07 11:56:32.178444 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-1b3302c1-d353-414e-b752-3f169cf3d941 req-64c7bf2e-94b1-4171-920e-79510050d44d tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577497 Feb 07 11:56:32.316335 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652cc86-3d2a-4404-bd1a-76b5647f30fe req-a5d5f27e-5f05-4343-9d1e-78c4c8acb67f tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:32.317965 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-1652cc86-3d2a-4404-bd1a-76b5647f30fe req-a5d5f27e-5f05-4343-9d1e-78c4c8acb67f tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0668559 Feb 07 11:56:32.369810 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-1652cc86-3d2a-4404-bd1a-76b5647f30fe req-bcd78e0c-e58e-4ea0-bc69-845bd36ec763 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435903 Feb 07 11:56:32.764610 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4aa4b-018d-4ff2-8c36-c21515ddb390 req-e3bc506c-fac4-49bb-a545-6440255dc2a8 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:32.766160 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-81d4aa4b-018d-4ff2-8c36-c21515ddb390 req-e3bc506c-fac4-49bb-a545-6440255dc2a8 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0519860 Feb 07 11:56:32.813704 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-81d4aa4b-018d-4ff2-8c36-c21515ddb390 req-81690c52-4dfe-48ca-875c-beafc5a5a626 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418456 Feb 07 11:56:32.950328 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65bfa4-4b3c-42aa-8aaa-918e7310c738 req-78af5612-5201-4585-9c75-0b0fa3401ffd tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:32.955182 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4b65bfa4-4b3c-42aa-8aaa-918e7310c738 req-78af5612-5201-4585-9c75-0b0fa3401ffd tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0662572 Feb 07 11:56:32.964419 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 52042) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:32.968963 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-4a17fa77-9a3a-4a2b-af74-92a3abbfe1d1 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Request body: {'floatingip': {'port_id': 'c5640033-1539-4ee6-a52f-76a859dac6bc'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:56:33.041899 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4a17fa77-9a3a-4a2b-af74-92a3abbfe1d1 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for floatingip (0906e6ef-1e53-4ae5-b483-5331a3ca7d23), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:33.114629 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2233a-7510-4459-91ca-cc0dcab67609 req-47c43f65-2510-4aca-bd7f-d2f2c2b41aae tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:33.116271 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f0e2233a-7510-4459-91ca-cc0dcab67609 req-47c43f65-2510-4aca-bd7f-d2f2c2b41aae tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 945 time: 0.0618439 Feb 07 11:56:33.167013 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f0e2233a-7510-4459-91ca-cc0dcab67609 req-e387a48e-ec14-4f3c-bd84-01fb58885fbc tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/security-groups?id=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443797 Feb 07 11:56:33.376676 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee36039-ed50-42a6-b5d1-ca9b4c1d6704 req-99532dd7-8910-4037-b4ea-7ae4a9502bcd tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:33.378759 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3ee36039-ed50-42a6-b5d1-ca9b4c1d6704 req-99532dd7-8910-4037-b4ea-7ae4a9502bcd tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.1053519 Feb 07 11:56:33.383380 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a4a18-9884-4e77-9a0f-7846062816fc req-57a97643-d444-4e74-9bed-79dd3b5dc5db tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:33.384901 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e54a4a18-9884-4e77-9a0f-7846062816fc req-57a97643-d444-4e74-9bed-79dd3b5dc5db tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.1138709 Feb 07 11:56:33.479635 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3ee36039-ed50-42a6-b5d1-ca9b4c1d6704 req-85b34049-98b9-4bc6-b152-2089f6c9fc11 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727684 Feb 07 11:56:33.591026 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e54a4a18-9884-4e77-9a0f-7846062816fc req-17f21425-e0cf-452a-862d-7a6fcae367f5 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883743 Feb 07 11:56:33.592702 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319052c-d2ae-4953-9a3c-b57c839363f9 req-4f81c214-46f3-44b5-a1a6-1cff3df32c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:33.594231 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e319052c-d2ae-4953-9a3c-b57c839363f9 req-4f81c214-46f3-44b5-a1a6-1cff3df32c99 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75db33526c1b4ecb86d73593354d98fb&device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 1129 time: 0.2083409 Feb 07 11:56:34.023680 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4a17fa77-9a3a-4a2b-af74-92a3abbfe1d1 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:34.102862 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4a17fa77-9a3a-4a2b-af74-92a3abbfe1d1 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-875882'] for floatingip (0906e6ef-1e53-4ae5-b483-5331a3ca7d23), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:34.219790 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.db.l3_db [None req-4a17fa77-9a3a-4a2b-af74-92a3abbfe1d1 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Floating IP 0906e6ef-1e53-4ae5-b483-5331a3ca7d23 associated. External IP: 172.27.1.77, port: c5640033-1539-4ee6-a52f-76a859dac6bc. Feb 07 11:56:34.430112 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a17fa77-9a3a-4a2b-af74-92a3abbfe1d1 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Router 180b83f1-0d9d-4ad5-b300-97130b928591 has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 11:56:34.547934 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a17fa77-9a3a-4a2b-af74-92a3abbfe1d1 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 11:56:34.560054 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4a17fa77-9a3a-4a2b-af74-92a3abbfe1d1 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for floatingip (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:34.563944 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2903e47-3da0-476f-9d45-bae9c87fe971 None None] Sync routers for ids ['180b83f1-0d9d-4ad5-b300-97130b928591'] in dv-cinder-817351-12-iscsi {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 11:56:34.576808 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2903e47-3da0-476f-9d45-bae9c87fe971 None None] Routers {'180b83f1-0d9d-4ad5-b300-97130b928591'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:56:34.577673 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-c2903e47-3da0-476f-9d45-bae9c87fe971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:56:11Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['180b83f1-0d9d-4ad5-b300-97130b928591'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:56:34.599832 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-4a17fa77-9a3a-4a2b-af74-92a3abbfe1d1 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "PUT /v2.0/floatingips/0906e6ef-1e53-4ae5-b483-5331a3ca7d23 HTTP/1.1" status: 200 len: 990 time: 1.6341572 Feb 07 11:56:34.604470 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c1d3598-aa8c-43a9-8b90-4b9716d12dac', 'tag': 'c5640033-1539-4ee6-a52f-76a859dac6bc'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 11:56:34.604470 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a236400-7a62-4967-beb1-3d267b69ad7f" -d '{"events": [{"name": "network-changed", "server_uuid": "7c1d3598-aa8c-43a9-8b90-4b9716d12dac", "tag": "c5640033-1539-4ee6-a52f-76a859dac6bc"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 11:56:34.625062 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba1fc0-e83e-49da-83e8-bd6387701f20 req-cef9f0a9-21e0-4659-ac07-063af0ba750b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:34.626900 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-73ba1fc0-e83e-49da-83e8-bd6387701f20 req-cef9f0a9-21e0-4659-ac07-063af0ba750b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0823414 Feb 07 11:56:34.678568 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-73ba1fc0-e83e-49da-83e8-bd6387701f20 req-38fe1194-4698-44c3-b05d-a80f88d6b65e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454226 Feb 07 11:56:34.692876 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-c2903e47-3da0-476f-9d45-bae9c87fe971 None None] Set router 180b83f1-0d9d-4ad5-b300-97130b928591 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:56:34.725138 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8de1f-8885-45c4-818b-ecb13a94c62a req-59ea9098-2ed7-4123-8c52-a14879d2158a tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:34.725138 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4af8de1f-8885-45c4-818b-ecb13a94c62a req-59ea9098-2ed7-4123-8c52-a14879d2158a tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0625379 Feb 07 11:56:34.748299 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 11:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1101dae1-f69d-4c0d-a177-ba4f3267eff4 x-openstack-request-id: req-1101dae1-f69d-4c0d-a177-ba4f3267eff4 {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 11:56:34.748299 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c1d3598-aa8c-43a9-8b90-4b9716d12dac", "tag": "c5640033-1539-4ee6-a52f-76a859dac6bc", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 11:56:34.748299 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1101dae1-f69d-4c0d-a177-ba4f3267eff4 {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 11:56:34.748671 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c1d3598-aa8c-43a9-8b90-4b9716d12dac', 'tag': 'c5640033-1539-4ee6-a52f-76a859dac6bc', 'status': 'completed', 'code': 200} Feb 07 11:56:34.794116 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4af8de1f-8885-45c4-818b-ecb13a94c62a req-2a820fb8-a92c-4bb4-a522-754600550511 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629921 Feb 07 11:56:34.880486 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdef71-a426-410e-945f-2ee68f005a1c req-c96755b7-07ef-4303-8824-fb530192f55d tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:34.882035 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a6cdef71-a426-410e-945f-2ee68f005a1c req-c96755b7-07ef-4303-8824-fb530192f55d tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0617168 Feb 07 11:56:34.908542 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b1bec-eff6-4455-903a-53fed609b7d1 req-98ce5132-360f-49cd-b77b-87fe862f2ae8 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:34.908542 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-468b1bec-eff6-4455-903a-53fed609b7d1 req-98ce5132-360f-49cd-b77b-87fe862f2ae8 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0633948 Feb 07 11:56:34.912596 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 52102) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:34.917295 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-34ddfbec-d1e0-4fe4-8a6e-ae792cad6efe tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Request body: {'floatingip': {'port_id': 'f1e3806d-a1bc-4f9a-8989-fe91b725cb7a'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:56:34.954450 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a6cdef71-a426-410e-945f-2ee68f005a1c req-9442e240-faf5-4e74-b953-c9a5773c7fe4 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653756 Feb 07 11:56:34.962490 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-34ddfbec-d1e0-4fe4-8a6e-ae792cad6efe tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for floatingip (88a9da6b-ad02-4c84-9c1b-8d4b574712fb), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:35.035670 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-c2903e47-3da0-476f-9d45-bae9c87fe971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'name': 'tempest-AttachVolumeTestJSON-526033739-router', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:44Z', 'updated_at': '2022-02-07T11:55:53Z', 'revision_number': 4, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'gw_port': {'id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_floatingips': [{'id': '0906e6ef-1e53-4ae5-b483-5331a3ca7d23', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'port_id': 'c5640033-1539-4ee6-a52f-76a859dac6bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e', 'mac_address': 'fa:16:3e:4d:73:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1d3598-aa8c-43a9-8b90-4b9716d12dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T11:56:04Z', 'updated_at': '2022-02-07T11:56:33Z', 'revision_number': 1, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3de4c66-4359-48f6-9401-6c77410a5fcf', 'name': '', 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'mac_address': 'fa:16:3e:55:39:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:51Z', 'updated_at': '2022-02-07T11:56:02Z', 'revision_number': 5, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'subnets': [{'id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:56:35.038921 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 52108) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:35.066420 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2903e47-3da0-476f-9d45-bae9c87fe971 None None] Checking router: 180b83f1-0d9d-4ad5-b300-97130b928591 for host: dv-cinder-817351-12-iscsi {{(pid=109818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 11:56:35.079233 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2903e47-3da0-476f-9d45-bae9c87fe971 None None] Routers {'180b83f1-0d9d-4ad5-b300-97130b928591'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:56:35.079233 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-c2903e47-3da0-476f-9d45-bae9c87fe971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:56:11Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['180b83f1-0d9d-4ad5-b300-97130b928591'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:56:35.165365 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-025d32c7-72d9-4a20-b79c-7e5bf3c153b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:35.210096 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-c2903e47-3da0-476f-9d45-bae9c87fe971 None None] Set router 180b83f1-0d9d-4ad5-b300-97130b928591 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:56:35.254394 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-025d32c7-72d9-4a20-b79c-7e5bf3c153b7 admin admin] Publish callbacks [] for security_group (8da20a2c-be3c-4a5b-ae8e-dc6125ee4800), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:35.313350 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-025d32c7-72d9-4a20-b79c-7e5bf3c153b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (8da20a2c-be3c-4a5b-ae8e-dc6125ee4800), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:35.353804 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-025d32c7-72d9-4a20-b79c-7e5bf3c153b7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a2b33a49941a461fa222ac0fb9a46cc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3129857 Feb 07 11:56:35.354671 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d32c7-72d9-4a20-b79c-7e5bf3c153b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da20a2c-be3c-4a5b-ae8e-dc6125ee4800,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:35.357714 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 52122) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:35.407611 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5fce0939-b136-4d3b-803d-f68fe7a30734 admin admin] Publish callbacks [] for security_group (8da20a2c-be3c-4a5b-ae8e-dc6125ee4800), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:35.431111 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5fce0939-b136-4d3b-803d-f68fe7a30734 admin admin] Publish callbacks [] for security_group (8da20a2c-be3c-4a5b-ae8e-dc6125ee4800), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:35.472658 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-c2903e47-3da0-476f-9d45-bae9c87fe971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'name': 'tempest-AttachVolumeTestJSON-526033739-router', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:44Z', 'updated_at': '2022-02-07T11:55:53Z', 'revision_number': 4, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'gw_port': {'id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_floatingips': [{'id': '0906e6ef-1e53-4ae5-b483-5331a3ca7d23', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'port_id': 'c5640033-1539-4ee6-a52f-76a859dac6bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e', 'mac_address': 'fa:16:3e:4d:73:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1d3598-aa8c-43a9-8b90-4b9716d12dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T11:56:04Z', 'updated_at': '2022-02-07T11:56:33Z', 'revision_number': 1, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3de4c66-4359-48f6-9401-6c77410a5fcf', 'name': '', 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'mac_address': 'fa:16:3e:55:39:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:51Z', 'updated_at': '2022-02-07T11:56:02Z', 'revision_number': 5, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'subnets': [{'id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:56:35.504557 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2903e47-3da0-476f-9d45-bae9c87fe971 None None] The sync data for ids ['180b83f1-0d9d-4ad5-b300-97130b928591'] in dv-cinder-817351-12-iscsi is: [{'id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'name': 'tempest-AttachVolumeTestJSON-526033739-router', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:44Z', 'updated_at': '2022-02-07T11:55:53Z', 'revision_number': 4, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'gw_port': {'id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_floatingips': [{'id': '0906e6ef-1e53-4ae5-b483-5331a3ca7d23', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'port_id': 'c5640033-1539-4ee6-a52f-76a859dac6bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e', 'mac_address': 'fa:16:3e:4d:73:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1d3598-aa8c-43a9-8b90-4b9716d12dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T11:56:04Z', 'updated_at': '2022-02-07T11:56:33Z', 'revision_number': 1, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3de4c66-4359-48f6-9401-6c77410a5fcf', 'name': '', 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'mac_address': 'fa:16:3e:55:39:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:51Z', 'updated_at': '2022-02-07T11:56:02Z', 'revision_number': 5, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'subnets': [{'id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 11:56:35.516498 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-34ddfbec-d1e0-4fe4-8a6e-ae792cad6efe tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:35.575158 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 52126) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:35.610306 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5fce0939-b136-4d3b-803d-f68fe7a30734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (8da20a2c-be3c-4a5b-ae8e-dc6125ee4800), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:35.613006 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5fce0939-b136-4d3b-803d-f68fe7a30734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:35.615204 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-5fce0939-b136-4d3b-803d-f68fe7a30734 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8da20a2c-be3c-4a5b-ae8e-dc6125ee4800 HTTP/1.1" status: 204 len: 168 time: 0.2557156 Feb 07 11:56:35.622793 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce0939-b136-4d3b-803d-f68fe7a30734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da20a2c-be3c-4a5b-ae8e-dc6125ee4800,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:35.661338 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-34ddfbec-d1e0-4fe4-8a6e-ae792cad6efe tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-875882'] for floatingip (88a9da6b-ad02-4c84-9c1b-8d4b574712fb), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:35.703277 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-76971bb2-521e-468c-9db2-76c94a7c7ce1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:35.746240 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d62c798-2e44-433e-a838-f93b45289acd None None] New status for floating IP 0906e6ef-1e53-4ae5-b483-5331a3ca7d23: ACTIVE {{(pid=109817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 11:56:35.775170 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.db.l3_db [None req-34ddfbec-d1e0-4fe4-8a6e-ae792cad6efe tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Floating IP 88a9da6b-ad02-4c84-9c1b-8d4b574712fb associated. External IP: 172.27.1.56, port: f1e3806d-a1bc-4f9a-8989-fe91b725cb7a. Feb 07 11:56:35.795638 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-76971bb2-521e-468c-9db2-76c94a7c7ce1 admin admin] Publish callbacks [] for security_group (4fc0c257-ba6f-461f-b86e-af00b31c11e5), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:35.865982 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-76971bb2-521e-468c-9db2-76c94a7c7ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (4fc0c257-ba6f-461f-b86e-af00b31c11e5), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:35.913845 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-76971bb2-521e-468c-9db2-76c94a7c7ce1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0adda3cfdbf7484793a77f89dad8eeee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3371956 Feb 07 11:56:35.917650 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 52134) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:35.931380 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76971bb2-521e-468c-9db2-76c94a7c7ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc0c257-ba6f-461f-b86e-af00b31c11e5,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:35.941520 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127481d-1ce3-462e-ac25-5492e9da5f61 req-e3bef728-5c49-4b7e-a514-e24192428342 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:35.943087 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d127481d-1ce3-462e-ac25-5492e9da5f61 req-e3bef728-5c49-4b7e-a514-e24192428342 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0876782 Feb 07 11:56:36.087395 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e785b6-104c-4844-8e76-45503e2862cf req-69fcf01f-d5c4-465f-98af-7289e357bfcf tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:36.089109 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-99e785b6-104c-4844-8e76-45503e2862cf req-69fcf01f-d5c4-465f-98af-7289e357bfcf tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0574942 Feb 07 11:56:36.138905 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-99e785b6-104c-4844-8e76-45503e2862cf req-c603af52-1136-4a6b-a8af-7e60465e7332 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433180 Feb 07 11:56:36.170350 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d127481d-1ce3-462e-ac25-5492e9da5f61 req-2178215f-728e-4c0b-b6cc-92f01f0645f3 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184300 Feb 07 11:56:36.180170 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d6c5b519-ae65-4bf5-9f58-339deae4785d admin admin] Publish callbacks [] for security_group (4fc0c257-ba6f-461f-b86e-af00b31c11e5), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:36.224230 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d6c5b519-ae65-4bf5-9f58-339deae4785d admin admin] Publish callbacks [] for security_group (4fc0c257-ba6f-461f-b86e-af00b31c11e5), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:36.250416 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ddfbec-d1e0-4fe4-8a6e-ae792cad6efe tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Router 04021121-4c18-4409-b664-e48dc993950a has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 11:56:36.283473 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319052c-d2ae-4953-9a3c-b57c839363f9 req-2c1a07dc-627f-4682-8e75-f6c3be2ade40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:36.284932 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e319052c-d2ae-4953-9a3c-b57c839363f9 req-2c1a07dc-627f-4682-8e75-f6c3be2ade40 service neutron] 10.222.0.18 "GET /v2.0/networks?id=677930ed-9c83-41f5-83f9-2c05042c40b2 HTTP/1.1" status: 200 len: 920 time: 0.1882463 Feb 07 11:56:36.342757 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 52146) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:36.355498 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b1f86bd5-303d-425f-a3ce-c22d80d38557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:36.398827 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ddfbec-d1e0-4fe4-8a6e-ae792cad6efe tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 11:56:36.403185 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-34ddfbec-d1e0-4fe4-8a6e-ae792cad6efe tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for floatingip (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:36.408783 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9686d29-4cd2-4797-9b25-2c15ed7f842a None None] Sync routers for ids ['04021121-4c18-4409-b664-e48dc993950a'] in dv-cinder-817351-12-iscsi {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 11:56:36.418127 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9686d29-4cd2-4797-9b25-2c15ed7f842a None None] Routers {'04021121-4c18-4409-b664-e48dc993950a'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:56:36.418721 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-a9686d29-4cd2-4797-9b25-2c15ed7f842a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:56:11Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['04021121-4c18-4409-b664-e48dc993950a'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:56:36.432090 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-34ddfbec-d1e0-4fe4-8a6e-ae792cad6efe tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "PUT /v2.0/floatingips/88a9da6b-ad02-4c84-9c1b-8d4b574712fb HTTP/1.1" status: 200 len: 991 time: 1.5183828 Feb 07 11:56:36.456381 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d6c5b519-ae65-4bf5-9f58-339deae4785d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (4fc0c257-ba6f-461f-b86e-af00b31c11e5), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:36.459628 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d6c5b519-ae65-4bf5-9f58-339deae4785d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:36.463177 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-d6c5b519-ae65-4bf5-9f58-339deae4785d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4fc0c257-ba6f-461f-b86e-af00b31c11e5 HTTP/1.1" status: 204 len: 168 time: 0.5424562 Feb 07 11:56:36.486432 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5b519-ae65-4bf5-9f58-339deae4785d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc0c257-ba6f-461f-b86e-af00b31c11e5,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:36.542377 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-a9686d29-4cd2-4797-9b25-2c15ed7f842a None None] Set router 04021121-4c18-4409-b664-e48dc993950a gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:56:36.561515 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b1f86bd5-303d-425f-a3ce-c22d80d38557 admin admin] Publish callbacks [] for security_group (012b24c5-8696-41ee-9346-aa92af2f196c), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:36.572054 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab6fbe-c0ed-434a-9352-e27009dfe0d0 req-14ca53e5-dd91-4106-87a3-d617d14b4d1e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:36.573530 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b5ab6fbe-c0ed-434a-9352-e27009dfe0d0 req-14ca53e5-dd91-4106-87a3-d617d14b4d1e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0906248 Feb 07 11:56:36.620763 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b5ab6fbe-c0ed-434a-9352-e27009dfe0d0 req-85632b0a-cb47-4701-9f81-a367253cbe93 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416181 Feb 07 11:56:36.639379 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b1f86bd5-303d-425f-a3ce-c22d80d38557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (012b24c5-8696-41ee-9346-aa92af2f196c), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:36.682633 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-b1f86bd5-303d-425f-a3ce-c22d80d38557 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9cbf0bff447148b7aa0832ca9716bbd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3387408 Feb 07 11:56:36.683454 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f86bd5-303d-425f-a3ce-c22d80d38557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012b24c5-8696-41ee-9346-aa92af2f196c,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:36.685278 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 52152) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:36.741231 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-3eccaa8d-6495-4568-b9f2-80d7ed72ccfe admin admin] Publish callbacks [] for security_group (012b24c5-8696-41ee-9346-aa92af2f196c), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:36.750488 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f', 'tag': 'f1e3806d-a1bc-4f9a-8989-fe91b725cb7a'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 11:56:36.752752 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20999507-5921-42c8-bee7-f380b6864f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f", "tag": "f1e3806d-a1bc-4f9a-8989-fe91b725cb7a"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 11:56:36.768166 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-3eccaa8d-6495-4568-b9f2-80d7ed72ccfe admin admin] Publish callbacks [] for security_group (012b24c5-8696-41ee-9346-aa92af2f196c), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:36.797278 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 11:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6a03f9-e10e-4091-b0e2-f550662915e4 x-openstack-request-id: req-aa6a03f9-e10e-4091-b0e2-f550662915e4 {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 11:56:36.798048 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f", "tag": "f1e3806d-a1bc-4f9a-8989-fe91b725cb7a", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 11:56:36.798048 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-aa6a03f9-e10e-4091-b0e2-f550662915e4 {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 11:56:36.798262 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f', 'tag': 'f1e3806d-a1bc-4f9a-8989-fe91b725cb7a', 'status': 'completed', 'code': 200} Feb 07 11:56:36.880025 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-a9686d29-4cd2-4797-9b25-2c15ed7f842a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04021121-4c18-4409-b664-e48dc993950a', 'name': 'tempest-AttachVolumeShelveTestJSON-1448088895-router', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:56:01Z', 'revision_number': 4, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'gw_port': {'id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:48Z', 'updated_at': '2022-02-07T11:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_floatingips': [{'id': '88a9da6b-ad02-4c84-9c1b-8d4b574712fb', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': '04021121-4c18-4409-b664-e48dc993950a', 'port_id': 'f1e3806d-a1bc-4f9a-8989-fe91b725cb7a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e', 'mac_address': 'fa:16:3e:5c:2e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T11:56:10Z', 'updated_at': '2022-02-07T11:56:35Z', 'revision_number': 1, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ba5aae-2e09-4b86-9e03-a80605b6406c', 'name': '', 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'mac_address': 'fa:16:3e:75:73:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:58Z', 'updated_at': '2022-02-07T11:56:07Z', 'revision_number': 5, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'subnets': [{'id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:56:36.908152 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9686d29-4cd2-4797-9b25-2c15ed7f842a None None] Checking router: 04021121-4c18-4409-b664-e48dc993950a for host: dv-cinder-817351-12-iscsi {{(pid=109818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 11:56:36.916923 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9686d29-4cd2-4797-9b25-2c15ed7f842a None None] Routers {'04021121-4c18-4409-b664-e48dc993950a'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:56:36.917261 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-3eccaa8d-6495-4568-b9f2-80d7ed72ccfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (012b24c5-8696-41ee-9346-aa92af2f196c), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:36.917522 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-a9686d29-4cd2-4797-9b25-2c15ed7f842a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:56:11Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['04021121-4c18-4409-b664-e48dc993950a'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:56:36.920058 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-3eccaa8d-6495-4568-b9f2-80d7ed72ccfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:36.921589 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-3eccaa8d-6495-4568-b9f2-80d7ed72ccfe admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/012b24c5-8696-41ee-9346-aa92af2f196c HTTP/1.1" status: 204 len: 168 time: 0.2352047 Feb 07 11:56:36.929536 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eccaa8d-6495-4568-b9f2-80d7ed72ccfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012b24c5-8696-41ee-9346-aa92af2f196c,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:37.025597 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-a9686d29-4cd2-4797-9b25-2c15ed7f842a None None] Set router 04021121-4c18-4409-b664-e48dc993950a gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:56:37.276127 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc146c53-e9c2-4062-aefe-619ab9c3581b req-7a4ac099-c8df-4a1d-862e-0973d03c5418 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:37.278800 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-fc146c53-e9c2-4062-aefe-619ab9c3581b req-7a4ac099-c8df-4a1d-862e-0973d03c5418 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0694277 Feb 07 11:56:37.284633 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-a9686d29-4cd2-4797-9b25-2c15ed7f842a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04021121-4c18-4409-b664-e48dc993950a', 'name': 'tempest-AttachVolumeShelveTestJSON-1448088895-router', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:56:01Z', 'revision_number': 4, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'gw_port': {'id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:48Z', 'updated_at': '2022-02-07T11:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_floatingips': [{'id': '88a9da6b-ad02-4c84-9c1b-8d4b574712fb', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': '04021121-4c18-4409-b664-e48dc993950a', 'port_id': 'f1e3806d-a1bc-4f9a-8989-fe91b725cb7a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e', 'mac_address': 'fa:16:3e:5c:2e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T11:56:10Z', 'updated_at': '2022-02-07T11:56:35Z', 'revision_number': 1, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ba5aae-2e09-4b86-9e03-a80605b6406c', 'name': '', 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'mac_address': 'fa:16:3e:75:73:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:58Z', 'updated_at': '2022-02-07T11:56:07Z', 'revision_number': 5, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'subnets': [{'id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:56:37.324786 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 52170) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:37.361402 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9686d29-4cd2-4797-9b25-2c15ed7f842a None None] The sync data for ids ['04021121-4c18-4409-b664-e48dc993950a'] in dv-cinder-817351-12-iscsi is: [{'id': '04021121-4c18-4409-b664-e48dc993950a', 'name': 'tempest-AttachVolumeShelveTestJSON-1448088895-router', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:56:01Z', 'revision_number': 4, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'gw_port': {'id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:48Z', 'updated_at': '2022-02-07T11:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_floatingips': [{'id': '88a9da6b-ad02-4c84-9c1b-8d4b574712fb', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': '04021121-4c18-4409-b664-e48dc993950a', 'port_id': 'f1e3806d-a1bc-4f9a-8989-fe91b725cb7a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e', 'mac_address': 'fa:16:3e:5c:2e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T11:56:10Z', 'updated_at': '2022-02-07T11:56:35Z', 'revision_number': 1, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ba5aae-2e09-4b86-9e03-a80605b6406c', 'name': '', 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'mac_address': 'fa:16:3e:75:73:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:58Z', 'updated_at': '2022-02-07T11:56:07Z', 'revision_number': 5, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'subnets': [{'id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 11:56:37.381851 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-d6f4f192-405e-4833-ada6-77bde5fee68e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:37.435002 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-fc146c53-e9c2-4062-aefe-619ab9c3581b req-ad980f10-6906-4190-b90c-ad49e3c7926d tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407065 Feb 07 11:56:37.513373 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-d6f4f192-405e-4833-ada6-77bde5fee68e admin admin] Publish callbacks [] for security_group (babf4cdd-8690-4a08-94a5-f0a436a88647), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:37.561032 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5822e-b477-4411-aa21-a5de8dbbf84a req-2c44af41-6fda-4317-a0bc-68cb9f236eb6 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:37.562632 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-27a5822e-b477-4411-aa21-a5de8dbbf84a req-2c44af41-6fda-4317-a0bc-68cb9f236eb6 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.3194599 Feb 07 11:56:37.576051 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-d6f4f192-405e-4833-ada6-77bde5fee68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (babf4cdd-8690-4a08-94a5-f0a436a88647), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:37.615496 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-27a5822e-b477-4411-aa21-a5de8dbbf84a req-7d954d4e-dd40-457f-b96b-e20140072806 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472224 Feb 07 11:56:37.632284 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-d6f4f192-405e-4833-ada6-77bde5fee68e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c7c84f0eac8648ada2104cd6d6534af6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3057544 Feb 07 11:56:37.632284 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4f192-405e-4833-ada6-77bde5fee68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babf4cdd-8690-4a08-94a5-f0a436a88647,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:37.635318 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 52180) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:37.662028 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c43a0d-190d-48c4-ac91-7fa1be54574a None None] New status for floating IP 88a9da6b-ad02-4c84-9c1b-8d4b574712fb: ACTIVE {{(pid=109817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 11:56:37.747286 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e319052c-d2ae-4953-9a3c-b57c839363f9 req-f8fec3e9-f575-483f-b34b-40c19bcd6c12 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e32a59a-3229-485e-a5df-55c89a0d4315 HTTP/1.1" status: 200 len: 217 time: 0.0944681 Feb 07 11:56:37.771953 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a236400-7a62-4967-beb1-3d267b69ad7f req-58d6a35b-b555-4bfc-b986-bf762a02c89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:37.774158 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3a236400-7a62-4967-beb1-3d267b69ad7f req-58d6a35b-b555-4bfc-b986-bf762a02c89c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5aee5042ef3f4e89b7ecbd8f22bbd057&device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 1129 time: 0.1198318 Feb 07 11:56:37.791339 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ecc59979-cbbe-462c-bea8-48b4f5fe94a2 admin admin] Publish callbacks [] for security_group (babf4cdd-8690-4a08-94a5-f0a436a88647), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:37.809501 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20999507-5921-42c8-bee7-f380b6864f7e req-5f85b4c2-faee-45e8-9964-41eebcc8f9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:37.811063 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-20999507-5921-42c8-bee7-f380b6864f7e req-5f85b4c2-faee-45e8-9964-41eebcc8f9ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7def8326042e4a8fa3c19125edfb7d63&device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 1130 time: 0.1304443 Feb 07 11:56:37.861732 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319052c-d2ae-4953-9a3c-b57c839363f9 req-08d08b94-db6a-4420-8c05-5eb92d790f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:37.863323 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e319052c-d2ae-4953-9a3c-b57c839363f9 req-08d08b94-db6a-4420-8c05-5eb92d790f38 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=967182f2-622c-4180-924f-9039ced922cc HTTP/1.1" status: 200 len: 859 time: 0.1014624 Feb 07 11:56:37.906649 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e319052c-d2ae-4953-9a3c-b57c839363f9 req-c90c7f69-9384-4a96-8485-20b8ad899275 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=677930ed-9c83-41f5-83f9-2c05042c40b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360034 Feb 07 11:56:37.965499 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a236400-7a62-4967-beb1-3d267b69ad7f req-141a15ce-b05b-4a24-bdd6-ab2f9ed9bd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:37.967020 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3a236400-7a62-4967-beb1-3d267b69ad7f req-141a15ce-b05b-4a24-bdd6-ab2f9ed9bd8f service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e90f11b-6d0b-4095-9954-c1764d14537e HTTP/1.1" status: 200 len: 911 time: 0.1744113 Feb 07 11:56:38.045334 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ecc59979-cbbe-462c-bea8-48b4f5fe94a2 admin admin] Publish callbacks [] for security_group (babf4cdd-8690-4a08-94a5-f0a436a88647), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:38.080531 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5284a-511a-4cbc-9471-da32967ddf33 req-2964786c-b0d5-4bda-a6cf-f2f61f5d6d64 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:38.082308 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e7d5284a-511a-4cbc-9471-da32967ddf33 req-2964786c-b0d5-4bda-a6cf-f2f61f5d6d64 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.3609569 Feb 07 11:56:38.098961 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3a236400-7a62-4967-beb1-3d267b69ad7f req-2b27f339-c064-4706-be88-ee5ec29d78b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5640033-1539-4ee6-a52f-76a859dac6bc HTTP/1.1" status: 200 len: 1000 time: 0.1182580 Feb 07 11:56:38.100780 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e319052c-d2ae-4953-9a3c-b57c839363f9 req-e4cab683-7cbb-4e6b-a760-9fee7fe4a1a2 service neutron] 10.222.0.18 "GET /v2.0/networks/677930ed-9c83-41f5-83f9-2c05042c40b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863310 Feb 07 11:56:38.207969 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a236400-7a62-4967-beb1-3d267b69ad7f req-8fdc1305-1652-4535-9239-96f06853f69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:38.215597 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3a236400-7a62-4967-beb1-3d267b69ad7f req-8fdc1305-1652-4535-9239-96f06853f69a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b1a0f93d-db77-4f5b-a7ca-00e373764377 HTTP/1.1" status: 200 len: 849 time: 0.0942082 Feb 07 11:56:38.228227 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e7d5284a-511a-4cbc-9471-da32967ddf33 req-dedca973-9a4a-4f0d-b208-6526146e6600 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310337 Feb 07 11:56:38.231416 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20999507-5921-42c8-bee7-f380b6864f7e req-39c5fbde-42e6-4dff-8d95-c0a3492ba01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:38.232428 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-20999507-5921-42c8-bee7-f380b6864f7e req-39c5fbde-42e6-4dff-8d95-c0a3492ba01d service neutron] 10.222.0.18 "GET /v2.0/networks?id=5c560c9d-289f-4491-b462-db6f3ab05c8e HTTP/1.1" status: 200 len: 918 time: 0.4157946 Feb 07 11:56:38.281095 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e319052c-d2ae-4953-9a3c-b57c839363f9 req-9d2fb55e-0495-42d7-8e63-d75a8fe90861 service neutron] 10.222.0.18 "GET /v2.0/networks/677930ed-9c83-41f5-83f9-2c05042c40b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645250 Feb 07 11:56:38.294418 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a236400-7a62-4967-beb1-3d267b69ad7f req-1a21e28c-ea2b-4cf4-b3ff-9b54e8f919e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:38.295949 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3a236400-7a62-4967-beb1-3d267b69ad7f req-1a21e28c-ea2b-4cf4-b3ff-9b54e8f919e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e90f11b-6d0b-4095-9954-c1764d14537e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0795918 Feb 07 11:56:38.315730 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ecc59979-cbbe-462c-bea8-48b4f5fe94a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (babf4cdd-8690-4a08-94a5-f0a436a88647), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:38.317080 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ecc59979-cbbe-462c-bea8-48b4f5fe94a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:38.318271 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-ecc59979-cbbe-462c-bea8-48b4f5fe94a2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/babf4cdd-8690-4a08-94a5-f0a436a88647 HTTP/1.1" status: 204 len: 168 time: 0.6819744 Feb 07 11:56:38.366793 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc59979-cbbe-462c-bea8-48b4f5fe94a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babf4cdd-8690-4a08-94a5-f0a436a88647,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:38.382553 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-20999507-5921-42c8-bee7-f380b6864f7e req-7183fe76-696f-485b-a447-42e504f71ef7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1e3806d-a1bc-4f9a-8989-fe91b725cb7a HTTP/1.1" status: 200 len: 1001 time: 0.1438794 Feb 07 11:56:38.405572 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-1dc227b0-8a29-45b6-bd23-27dfb851d365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:38.427835 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3a236400-7a62-4967-beb1-3d267b69ad7f req-d8ae68e3-adbb-444b-87f6-058eb922527b service neutron] 10.222.0.18 "GET /v2.0/networks/7e90f11b-6d0b-4095-9954-c1764d14537e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211777 Feb 07 11:56:38.559422 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd94dd3-7bd7-43ca-8070-34ec29562a3c req-bf3f2565-2f4d-4f95-8c58-480ff45acc50 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:38.560842 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7fd94dd3-7bd7-43ca-8070-34ec29562a3c req-bf3f2565-2f4d-4f95-8c58-480ff45acc50 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0519621 Feb 07 11:56:38.613610 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7fd94dd3-7bd7-43ca-8070-34ec29562a3c req-26fdd129-398c-419b-9f15-1e1ec1aa7a48 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470889 Feb 07 11:56:38.764532 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610eb56-b2cf-481d-928a-7d5b1dbe3539 req-4ae55f7a-bd4f-48d6-9e62-aafc10e5db21 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:38.766034 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9610eb56-b2cf-481d-928a-7d5b1dbe3539 req-4ae55f7a-bd4f-48d6-9e62-aafc10e5db21 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0633066 Feb 07 11:56:38.816096 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9610eb56-b2cf-481d-928a-7d5b1dbe3539 req-0493a8b8-925b-4432-ae35-c058a0514ebe tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445111 Feb 07 11:56:39.355035 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c09e4-9004-42de-8678-8b91fa839ef5 req-d24e0424-2127-4a0c-bd6f-983039eeac15 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:39.358691 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-467c09e4-9004-42de-8678-8b91fa839ef5 req-d24e0424-2127-4a0c-bd6f-983039eeac15 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0568764 Feb 07 11:56:39.409689 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-467c09e4-9004-42de-8678-8b91fa839ef5 req-8d31aa93-0d3f-4f6a-a67d-333ff4b27cf6 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467942 Feb 07 11:56:39.739031 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786219f-ed03-4aa1-b52c-9bb8c0b56af9 req-f84fab82-ce0e-4ad3-858b-e1ef1e7cfcdc tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:39.740516 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c786219f-ed03-4aa1-b52c-9bb8c0b56af9 req-f84fab82-ce0e-4ad3-858b-e1ef1e7cfcdc tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0579371 Feb 07 11:56:39.787261 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c786219f-ed03-4aa1-b52c-9bb8c0b56af9 req-8f6010ce-9ab6-46be-8490-4b2b17213217 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405414 Feb 07 11:56:39.868318 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 52264) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:39.942035 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891fb6e-c867-4ef5-b77e-cadf90ed93d7 req-a1a953f4-f645-419a-a907-6b5cd413544b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:39.943525 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3891fb6e-c867-4ef5-b77e-cadf90ed93d7 req-a1a953f4-f645-419a-a907-6b5cd413544b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0529952 Feb 07 11:56:39.989190 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3891fb6e-c867-4ef5-b77e-cadf90ed93d7 req-1733d9b1-f73c-496c-9d1a-1ddda8b2f17d tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398870 Feb 07 11:56:40.022624 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5892ade6-8eaa-4d72-8cd0-032ce11e71c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:40.098793 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5892ade6-8eaa-4d72-8cd0-032ce11e71c2 admin admin] Publish callbacks [] for security_group (f4b1477e-7ada-4c44-8ad0-018e9b033b80), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:40.193216 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5892ade6-8eaa-4d72-8cd0-032ce11e71c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (f4b1477e-7ada-4c44-8ad0-018e9b033b80), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:40.233468 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-5892ade6-8eaa-4d72-8cd0-032ce11e71c2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=06d331e0ce5b402bb5ccda827fd86051&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3632302 Feb 07 11:56:40.234420 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892ade6-8eaa-4d72-8cd0-032ce11e71c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b1477e-7ada-4c44-8ad0-018e9b033b80,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:40.236323 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 52274) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:40.286354 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-ff6fe9f0-1582-4065-8592-d5d7b850637c admin admin] Publish callbacks [] for security_group (f4b1477e-7ada-4c44-8ad0-018e9b033b80), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:40.316976 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-ff6fe9f0-1582-4065-8592-d5d7b850637c admin admin] Publish callbacks [] for security_group (f4b1477e-7ada-4c44-8ad0-018e9b033b80), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:40.457290 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-ff6fe9f0-1582-4065-8592-d5d7b850637c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (f4b1477e-7ada-4c44-8ad0-018e9b033b80), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:40.460679 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-ff6fe9f0-1582-4065-8592-d5d7b850637c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:40.464046 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-ff6fe9f0-1582-4065-8592-d5d7b850637c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f4b1477e-7ada-4c44-8ad0-018e9b033b80 HTTP/1.1" status: 204 len: 168 time: 0.2236760 Feb 07 11:56:40.470343 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6fe9f0-1582-4065-8592-d5d7b850637c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b1477e-7ada-4c44-8ad0-018e9b033b80,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:40.541979 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6451400-5efa-42c4-be7e-0e27ba266006 req-63f64749-e321-442a-9a66-86a67a4b465b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:40.543504 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e6451400-5efa-42c4-be7e-0e27ba266006 req-63f64749-e321-442a-9a66-86a67a4b465b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0580556 Feb 07 11:56:40.592559 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e6451400-5efa-42c4-be7e-0e27ba266006 req-8f18e477-648e-4315-b22d-1ea84af71504 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431185 Feb 07 11:56:40.596982 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-930cf5f0-e5c3-4034-9186-a890ccda9ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:40.704551 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20999507-5921-42c8-bee7-f380b6864f7e req-a675e4a7-3dea-4bb9-9b7b-daae4b3a1b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:40.706587 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-20999507-5921-42c8-bee7-f380b6864f7e req-a675e4a7-3dea-4bb9-9b7b-daae4b3a1b70 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40dfba53-a55c-40ea-abe9-97a328c1f35f HTTP/1.1" status: 200 len: 856 time: 0.0467644 Feb 07 11:56:40.759409 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3a236400-7a62-4967-beb1-3d267b69ad7f req-210e5672-96aa-4922-b094-6a529543dcb9 service neutron] 10.222.0.18 "GET /v2.0/networks/7e90f11b-6d0b-4095-9954-c1764d14537e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955760 Feb 07 11:56:40.968636 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd7c3b-1083-4e0d-b6c4-c7f09cb8c465 req-f2303e95-0689-43a0-9246-e1195f0f6e56 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:40.970556 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-98bd7c3b-1083-4e0d-b6c4-c7f09cb8c465 req-f2303e95-0689-43a0-9246-e1195f0f6e56 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0778823 Feb 07 11:56:41.041096 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-98bd7c3b-1083-4e0d-b6c4-c7f09cb8c465 req-dd9abd47-37ad-4d05-81d9-818d387f0611 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625591 Feb 07 11:56:41.120654 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060cd12-e86c-46a2-b4aa-5246cfcae4e8 req-37b674f2-c738-4465-9714-0f72f7ae6af6 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:41.125590 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b060cd12-e86c-46a2-b4aa-5246cfcae4e8 req-37b674f2-c738-4465-9714-0f72f7ae6af6 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0579870 Feb 07 11:56:41.175808 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b060cd12-e86c-46a2-b4aa-5246cfcae4e8 req-e27d21a7-5bd1-4bd1-9c07-3a2ec2d32173 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476062 Feb 07 11:56:41.419950 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 52332) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:41.432934 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-03a09507-454d-49fd-a46e-26a1e92a064e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:41.504921 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-03a09507-454d-49fd-a46e-26a1e92a064e admin admin] Publish callbacks [] for security_group (c2b4d499-ee13-47db-b513-78cc978dfb3a), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:41.591181 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-03a09507-454d-49fd-a46e-26a1e92a064e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (c2b4d499-ee13-47db-b513-78cc978dfb3a), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:41.629202 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-03a09507-454d-49fd-a46e-26a1e92a064e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0648941948714d83b78edc9ac577d4b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2079635 Feb 07 11:56:41.631401 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a09507-454d-49fd-a46e-26a1e92a064e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b4d499-ee13-47db-b513-78cc978dfb3a,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:41.631968 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 52338) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:41.665813 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 52340) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:41.677581 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:41.692475 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a6adbb55-846d-4b24-a6b7-8137e225c31c admin admin] Publish callbacks [] for security_group (c2b4d499-ee13-47db-b513-78cc978dfb3a), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:41.715902 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a6adbb55-846d-4b24-a6b7-8137e225c31c admin admin] Publish callbacks [] for security_group (c2b4d499-ee13-47db-b513-78cc978dfb3a), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:41.749033 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafe8fe-1292-4793-86a5-2a4142f79b20 req-d7267a16-fe64-4b1c-b50e-87e3861e7355 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:41.749864 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7eafe8fe-1292-4793-86a5-2a4142f79b20 req-d7267a16-fe64-4b1c-b50e-87e3861e7355 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0588379 Feb 07 11:56:41.817916 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4a1d3af9-cb6d-479f-84af-1d74681cd20b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:41.834408 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7eafe8fe-1292-4793-86a5-2a4142f79b20 req-6d55e0de-65d7-4d91-ae89-7fd47725d42b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754116 Feb 07 11:56:41.839764 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a6adbb55-846d-4b24-a6b7-8137e225c31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (c2b4d499-ee13-47db-b513-78cc978dfb3a), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:41.846973 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a6adbb55-846d-4b24-a6b7-8137e225c31c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:41.846973 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-a6adbb55-846d-4b24-a6b7-8137e225c31c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c2b4d499-ee13-47db-b513-78cc978dfb3a HTTP/1.1" status: 204 len: 168 time: 0.2114153 Feb 07 11:56:41.866345 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6adbb55-846d-4b24-a6b7-8137e225c31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b4d499-ee13-47db-b513-78cc978dfb3a,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:41.920399 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4a1d3af9-cb6d-479f-84af-1d74681cd20b admin admin] Publish callbacks [] for security_group (f6e639ad-5f7b-4997-a82a-8038c9d4dd7a), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:41.998347 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4a1d3af9-cb6d-479f-84af-1d74681cd20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (f6e639ad-5f7b-4997-a82a-8038c9d4dd7a), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:42.035753 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-4a1d3af9-cb6d-479f-84af-1d74681cd20b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2d3e929daf1b4c5faec8d46fbe23f6d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3688526 Feb 07 11:56:42.041843 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d3af9-cb6d-479f-84af-1d74681cd20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e639ad-5f7b-4997-a82a-8038c9d4dd7a,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:42.041969 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 52352) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:42.131109 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-967b986e-74e5-4daa-9982-4738ae5e2000 admin admin] Publish callbacks [] for security_group (f6e639ad-5f7b-4997-a82a-8038c9d4dd7a), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:42.186250 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-967b986e-74e5-4daa-9982-4738ae5e2000 admin admin] Publish callbacks [] for security_group (f6e639ad-5f7b-4997-a82a-8038c9d4dd7a), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:42.209706 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20999507-5921-42c8-bee7-f380b6864f7e req-1b846713-87f9-461a-8413-a1f858ca8e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:42.211256 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-20999507-5921-42c8-bee7-f380b6864f7e req-1b846713-87f9-461a-8413-a1f858ca8e2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c560c9d-289f-4491-b462-db6f3ab05c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1340783 Feb 07 11:56:42.283265 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5eec1-afc0-40fa-9504-bbbe34118f5f req-252994bd-4517-4334-a379-c8126c34349b tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:42.284737 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-16b5eec1-afc0-40fa-9504-bbbe34118f5f req-252994bd-4517-4334-a379-c8126c34349b tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.1556423 Feb 07 11:56:42.304050 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107982fd-ba53-4bec-8b6b-6bdc10bb51ec req-ea3388ee-c62d-4dd3-a46d-af0eb209ef7d tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:42.306464 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-107982fd-ba53-4bec-8b6b-6bdc10bb51ec req-ea3388ee-c62d-4dd3-a46d-af0eb209ef7d tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0608344 Feb 07 11:56:42.368585 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-107982fd-ba53-4bec-8b6b-6bdc10bb51ec req-a026c702-35d0-45ff-ac25-b23600a8166d tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531123 Feb 07 11:56:42.373236 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-967b986e-74e5-4daa-9982-4738ae5e2000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (f6e639ad-5f7b-4997-a82a-8038c9d4dd7a), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:42.375964 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-967b986e-74e5-4daa-9982-4738ae5e2000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:42.377090 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-967b986e-74e5-4daa-9982-4738ae5e2000 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f6e639ad-5f7b-4997-a82a-8038c9d4dd7a HTTP/1.1" status: 204 len: 168 time: 0.3369269 Feb 07 11:56:42.384286 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-20999507-5921-42c8-bee7-f380b6864f7e req-2047a773-4bb9-4753-805f-b37fe19abd2e service neutron] 10.222.0.18 "GET /v2.0/networks/5c560c9d-289f-4491-b462-db6f3ab05c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521847 Feb 07 11:56:42.385587 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-16b5eec1-afc0-40fa-9504-bbbe34118f5f req-80efa17e-5be2-4788-94ec-44ef8fa4aaed tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859232 Feb 07 11:56:42.390386 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b986e-74e5-4daa-9982-4738ae5e2000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e639ad-5f7b-4997-a82a-8038c9d4dd7a,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:42.420786 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b986e-74e5-4daa-9982-4738ae5e2000 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:56:42.421147 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b986e-74e5-4daa-9982-4738ae5e2000 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:56:42.421494 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b986e-74e5-4daa-9982-4738ae5e2000 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:56:42.421859 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b986e-74e5-4daa-9982-4738ae5e2000 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:56:42.422194 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b986e-74e5-4daa-9982-4738ae5e2000 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:56:42.422526 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b986e-74e5-4daa-9982-4738ae5e2000 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:56:42.422863 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b986e-74e5-4daa-9982-4738ae5e2000 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:56:42.423188 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b986e-74e5-4daa-9982-4738ae5e2000 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:56:42.423514 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b986e-74e5-4daa-9982-4738ae5e2000 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:56:42.423838 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b986e-74e5-4daa-9982-4738ae5e2000 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:56:42.424194 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b986e-74e5-4daa-9982-4738ae5e2000 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:56:42.424479 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b986e-74e5-4daa-9982-4738ae5e2000 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:56:42.424796 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b986e-74e5-4daa-9982-4738ae5e2000 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:56:42.500503 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-20999507-5921-42c8-bee7-f380b6864f7e req-ae42416e-b51d-48f2-8095-28b497201e4d service neutron] 10.222.0.18 "GET /v2.0/networks/5c560c9d-289f-4491-b462-db6f3ab05c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077776 Feb 07 11:56:42.972839 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2db1f-8157-4c48-a272-96b8f62d39a9 req-13a2725c-08ad-4479-9e52-427221f3dde2 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:42.974359 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7fc2db1f-8157-4c48-a272-96b8f62d39a9 req-13a2725c-08ad-4479-9e52-427221f3dde2 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0569112 Feb 07 11:56:43.018019 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 52396) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:43.034578 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5e173c81-fa09-402d-99ec-1f014813e4dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:43.045289 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7fc2db1f-8157-4c48-a272-96b8f62d39a9 req-d87922a6-6249-4db5-a501-bb31783c75d7 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653276 Feb 07 11:56:43.115138 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5e173c81-fa09-402d-99ec-1f014813e4dd admin admin] Publish callbacks [] for security_group (e656350d-5853-4cfc-88ca-a42a5247a8dc), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:43.267541 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5e173c81-fa09-402d-99ec-1f014813e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (e656350d-5853-4cfc-88ca-a42a5247a8dc), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:43.306200 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-5e173c81-fa09-402d-99ec-1f014813e4dd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a2aa16a4df024820b3d45854c254a5e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2958715 Feb 07 11:56:43.307412 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e173c81-fa09-402d-99ec-1f014813e4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e656350d-5853-4cfc-88ca-a42a5247a8dc,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:43.308803 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 52404) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:43.359409 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-75f3ba98-c262-4c13-8686-1d10b32a1713 admin admin] Publish callbacks [] for security_group (e656350d-5853-4cfc-88ca-a42a5247a8dc), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:43.385198 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-75f3ba98-c262-4c13-8686-1d10b32a1713 admin admin] Publish callbacks [] for security_group (e656350d-5853-4cfc-88ca-a42a5247a8dc), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:43.503457 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-75f3ba98-c262-4c13-8686-1d10b32a1713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (e656350d-5853-4cfc-88ca-a42a5247a8dc), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:43.506059 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-75f3ba98-c262-4c13-8686-1d10b32a1713 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:43.507863 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-75f3ba98-c262-4c13-8686-1d10b32a1713 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e656350d-5853-4cfc-88ca-a42a5247a8dc HTTP/1.1" status: 204 len: 168 time: 0.1971114 Feb 07 11:56:43.516965 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3ba98-c262-4c13-8686-1d10b32a1713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e656350d-5853-4cfc-88ca-a42a5247a8dc,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:43.524152 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200f463-895b-4fae-bfd1-53b53819467c req-7a8eb738-ef22-45ca-b382-342b9d58a6be tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:43.525747 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3ba98-c262-4c13-8686-1d10b32a1713 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:56:43.526047 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3ba98-c262-4c13-8686-1d10b32a1713 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:56:43.526392 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3ba98-c262-4c13-8686-1d10b32a1713 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:56:43.527256 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3ba98-c262-4c13-8686-1d10b32a1713 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:56:43.527256 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3ba98-c262-4c13-8686-1d10b32a1713 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:56:43.527531 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3ba98-c262-4c13-8686-1d10b32a1713 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:56:43.527865 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3ba98-c262-4c13-8686-1d10b32a1713 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:56:43.528197 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3ba98-c262-4c13-8686-1d10b32a1713 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:56:43.528527 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3ba98-c262-4c13-8686-1d10b32a1713 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:56:43.529001 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3ba98-c262-4c13-8686-1d10b32a1713 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:56:43.529375 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3ba98-c262-4c13-8686-1d10b32a1713 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:56:43.529700 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3ba98-c262-4c13-8686-1d10b32a1713 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:56:43.530028 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3ba98-c262-4c13-8686-1d10b32a1713 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:56:43.531545 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a200f463-895b-4fae-bfd1-53b53819467c req-7a8eb738-ef22-45ca-b382-342b9d58a6be tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0656793 Feb 07 11:56:43.585134 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a200f463-895b-4fae-bfd1-53b53819467c req-37fc0c23-6f3f-467a-89aa-5114770310bd tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527122 Feb 07 11:56:43.653396 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:44.688222 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:44.728209 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be6814-68e9-4147-960c-c17eaab43721 req-03aea6b9-e85a-4cb5-939f-0fe8dcdca4f3 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:44.734204 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-53be6814-68e9-4147-960c-c17eaab43721 req-03aea6b9-e85a-4cb5-939f-0fe8dcdca4f3 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0783689 Feb 07 11:56:44.782960 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-53be6814-68e9-4147-960c-c17eaab43721 req-15c6cbdf-125b-48a8-b49b-d2f06861ab73 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471869 Feb 07 11:56:45.903964 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e42f0-b34e-46fe-ab3d-79a484e5846f req-c7ddcba2-aa73-4d50-972f-8eabdc3e4abc tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:45.905455 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-542e42f0-b34e-46fe-ab3d-79a484e5846f req-c7ddcba2-aa73-4d50-972f-8eabdc3e4abc tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0530937 Feb 07 11:56:45.957636 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-542e42f0-b34e-46fe-ab3d-79a484e5846f req-4c930207-e6d0-4859-a880-1ece44048194 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457008 Feb 07 11:56:47.076478 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2f8fc-1832-43d9-acb6-438551a15111 req-3dd21311-d385-4d5a-92e0-ec4370b571da tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:47.078031 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-45c2f8fc-1832-43d9-acb6-438551a15111 req-3dd21311-d385-4d5a-92e0-ec4370b571da tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0524387 Feb 07 11:56:47.128270 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-45c2f8fc-1832-43d9-acb6-438551a15111 req-25b91120-4f89-497e-87d1-d374903341f8 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434098 Feb 07 11:56:48.250748 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951598b-064f-4914-8449-0840d0f5c463 req-d2e19652-011b-4aba-aece-358859669132 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:48.252355 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4951598b-064f-4914-8449-0840d0f5c463 req-d2e19652-011b-4aba-aece-358859669132 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0564144 Feb 07 11:56:48.300930 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4951598b-064f-4914-8449-0840d0f5c463 req-85cd3541-0bce-40c2-9aad-6ef8abfacb20 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430629 Feb 07 11:56:49.415716 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05874e8c-0217-41d0-81ca-c300aa8213bf req-43b3c3ea-2c9d-4b83-b08b-ea5bcf2e75ea tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:49.417157 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-05874e8c-0217-41d0-81ca-c300aa8213bf req-43b3c3ea-2c9d-4b83-b08b-ea5bcf2e75ea tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0501280 Feb 07 11:56:49.462192 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-05874e8c-0217-41d0-81ca-c300aa8213bf req-a3096bbd-8e3f-4164-8163-614d6eb6585a tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390217 Feb 07 11:56:50.580612 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1283d98-f23d-4b91-bfbb-4ac19ea36438 req-d35b89cf-74fb-4558-b9fa-7f9a4b74d5ee tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:50.582378 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e1283d98-f23d-4b91-bfbb-4ac19ea36438 req-d35b89cf-74fb-4558-b9fa-7f9a4b74d5ee tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0517125 Feb 07 11:56:50.628291 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e1283d98-f23d-4b91-bfbb-4ac19ea36438 req-d768bd71-df14-465c-a79e-95d7f0c71e02 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403490 Feb 07 11:56:51.747042 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1380e-ff5c-4192-82df-8293bda163d7 req-7f3514c2-6671-4ed4-8557-ed5b269ce495 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:51.748503 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-40f1380e-ff5c-4192-82df-8293bda163d7 req-7f3514c2-6671-4ed4-8557-ed5b269ce495 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0551953 Feb 07 11:56:51.795093 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-40f1380e-ff5c-4192-82df-8293bda163d7 req-a836109d-678d-4433-aee2-40d9e678995e tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408847 Feb 07 11:56:52.561513 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 11:56:52.752339 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:52.912990 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc71481-53d1-4d9e-8183-6f226c9f2090 req-32602e46-9f1c-4c23-9b3a-4c9c24be4928 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:52.914491 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4cc71481-53d1-4d9e-8183-6f226c9f2090 req-32602e46-9f1c-4c23-9b3a-4c9c24be4928 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0516822 Feb 07 11:56:52.959809 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4cc71481-53d1-4d9e-8183-6f226c9f2090 req-edae1c0a-72b5-4932-9c3d-d78cd21e13ed tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399446 Feb 07 11:56:54.078910 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a046dbf-8ca6-4cf0-a76d-a6b730cad4c0 req-e22c6eb4-6de7-400d-9b9f-7c2f8bea08db tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:54.080394 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7a046dbf-8ca6-4cf0-a76d-a6b730cad4c0 req-e22c6eb4-6de7-400d-9b9f-7c2f8bea08db tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0534368 Feb 07 11:56:54.129260 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7a046dbf-8ca6-4cf0-a76d-a6b730cad4c0 req-cebf12ec-6edf-4abc-b98a-ca8745596e3d tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427539 Feb 07 11:56:55.254901 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227dfb6-1b09-4c59-a9de-be2d268d4ac3 req-abb715ee-7a21-46d2-b896-e8b62e3210d8 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:55.256609 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-0227dfb6-1b09-4c59-a9de-be2d268d4ac3 req-abb715ee-7a21-46d2-b896-e8b62e3210d8 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0605304 Feb 07 11:56:55.307221 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-0227dfb6-1b09-4c59-a9de-be2d268d4ac3 req-d991572d-348c-45b6-9e21-e264f1e662e6 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438139 Feb 07 11:56:55.812288 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-68b1ce3a-5e66-4159-80fd-5992a3600c1f req-0fd44103-8c1b-43cb-b0d8-d624879c9a9b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0538454 Feb 07 11:56:55.906620 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1ce3a-5e66-4159-80fd-5992a3600c1f req-109aeae6-3be7-4b75-bacd-bd2dd3f14150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:55.908146 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-68b1ce3a-5e66-4159-80fd-5992a3600c1f req-109aeae6-3be7-4b75-bacd-bd2dd3f14150 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fa56258a2a848a3900e69789d262891&device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 1129 time: 0.0438149 Feb 07 11:56:56.015831 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1ce3a-5e66-4159-80fd-5992a3600c1f req-aa284f10-8fb8-48ff-ae1e-a5c6aa250ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:56.017294 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-68b1ce3a-5e66-4159-80fd-5992a3600c1f req-aa284f10-8fb8-48ff-ae1e-a5c6aa250ece service neutron] 10.222.0.18 "GET /v2.0/networks?id=1f0822b9-b44a-4189-ac69-526cbfaa623f HTTP/1.1" status: 200 len: 916 time: 0.0897009 Feb 07 11:56:56.062487 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-68b1ce3a-5e66-4159-80fd-5992a3600c1f req-3acb7776-3e7e-44c0-b2cc-8dfd0c5b7ab4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11cb008d-8ef4-45f4-a74c-bd2d812a6f4a HTTP/1.1" status: 200 len: 217 time: 0.0369859 Feb 07 11:56:56.124589 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1ce3a-5e66-4159-80fd-5992a3600c1f req-258d141e-708b-4a0e-9aac-245731afe5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:56.126084 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-68b1ce3a-5e66-4159-80fd-5992a3600c1f req-258d141e-708b-4a0e-9aac-245731afe5ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d7bb34f8-fb86-49c0-99ed-5186686f2b9d HTTP/1.1" status: 200 len: 855 time: 0.0516164 Feb 07 11:56:56.157437 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-68b1ce3a-5e66-4159-80fd-5992a3600c1f req-74510815-6971-46d3-bbe1-83aab5de6b16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1f0822b9-b44a-4189-ac69-526cbfaa623f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242243 Feb 07 11:56:56.246355 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-68b1ce3a-5e66-4159-80fd-5992a3600c1f req-db950ac1-f0c0-42d1-b260-7aeb4038654e service neutron] 10.222.0.18 "GET /v2.0/networks/1f0822b9-b44a-4189-ac69-526cbfaa623f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818970 Feb 07 11:56:56.352168 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-68b1ce3a-5e66-4159-80fd-5992a3600c1f req-918883a0-d34e-4aeb-b202-dad34b089e3c service neutron] 10.222.0.18 "GET /v2.0/networks/1f0822b9-b44a-4189-ac69-526cbfaa623f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921862 Feb 07 11:56:56.435183 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d7867-b79a-41da-a434-2e84808e5362 req-af98a41f-c588-4d2e-b0b3-3a70a2a4dabd tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:56.436687 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-1f3d7867-b79a-41da-a434-2e84808e5362 req-af98a41f-c588-4d2e-b0b3-3a70a2a4dabd tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0581415 Feb 07 11:56:56.501206 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-1f3d7867-b79a-41da-a434-2e84808e5362 req-2a7659ed-c059-4c14-93c5-f18fd6a9b445 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583124 Feb 07 11:56:57.345313 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-52765ebd-634b-4444-a2f1-ff3564836095 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:57.346783 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-52765ebd-634b-4444-a2f1-ff3564836095 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/networks?id=1f0822b9-b44a-4189-ac69-526cbfaa623f HTTP/1.1" status: 200 len: 815 time: 0.1027303 Feb 07 11:56:57.361582 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-455cedeb-b5c6-4bf4-87bd-2e064935a0c3 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/quotas/9fa56258a2a848a3900e69789d262891 HTTP/1.1" status: 200 len: 375 time: 0.0094452 Feb 07 11:56:57.416781 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-35398ab2-7537-4d97-8199-cacdd284b75c tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9fa56258a2a848a3900e69789d262891&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0501106 Feb 07 11:56:57.515830 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-d99ba333-fc7d-432b-b15a-b05bd81e5b54 service neutron] 10.222.0.67 "GET /v2.0/networks/1f0822b9-b44a-4189-ac69-526cbfaa623f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923901 Feb 07 11:56:57.616634 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-4136f9fa-fdd3-49d7-8820-4f3582f29d2a service neutron] 10.222.0.67 "GET /v2.0/networks/1f0822b9-b44a-4189-ac69-526cbfaa623f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940423 Feb 07 11:56:57.631433 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa905e2a-cf65-45e0-be9b-b9585e5ed270 req-ca34a3ca-feb5-49dc-9692-d05daece8c2e tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:57.634107 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-aa905e2a-cf65-45e0-be9b-b9585e5ed270 req-ca34a3ca-feb5-49dc-9692-d05daece8c2e tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0526962 Feb 07 11:56:57.686600 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-aa905e2a-cf65-45e0-be9b-b9585e5ed270 req-e3e0a1ae-7cbd-4a52-9b1f-43c82ab4312c tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469613 Feb 07 11:56:57.899313 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4c8ef04a-f11d-4b49-bb44-c94cc5fab1fc req-4fe94006-c798-44c3-9120-0cfc092d35c1 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=40c14ea9-9ad5-4e94-a63e-9ab8443530dc HTTP/1.1" status: 200 len: 210 time: 0.0265052 Feb 07 11:56:58.802539 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 52808) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:58.811631 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace723-0bb4-4c78-90a1-b0893578dbae req-155c6d9c-9cae-48b5-a21c-cde6c4fcbe70 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:56:58.813195 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-54ace723-0bb4-4c78-90a1-b0893578dbae req-155c6d9c-9cae-48b5-a21c-cde6c4fcbe70 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0547566 Feb 07 11:56:58.861107 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-54ace723-0bb4-4c78-90a1-b0893578dbae req-980742f2-53da-4ab9-8fea-541b3daa7204 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418220 Feb 07 11:56:58.911935 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f72cb11f-4ce3-451f-a2c6-1214b401ebd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:59.002328 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f77aa58f-1488-4006-97bc-125fa8528708 req-d6643c8b-5ac9-4847-8001-d00de303754b tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=40c14ea9-9ad5-4e94-a63e-9ab8443530dc HTTP/1.1" status: 200 len: 210 time: 0.0322511 Feb 07 11:56:59.022135 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f72cb11f-4ce3-451f-a2c6-1214b401ebd3 admin admin] Publish callbacks [] for security_group (a8573ebe-f9dd-440f-bebe-a668afb1ba8f), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:59.132489 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f72cb11f-4ce3-451f-a2c6-1214b401ebd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (a8573ebe-f9dd-440f-bebe-a668afb1ba8f), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:59.172636 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-f72cb11f-4ce3-451f-a2c6-1214b401ebd3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a7dc6aa8db734a5f946c25214ce1fd21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3689470 Feb 07 11:56:59.174031 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72cb11f-4ce3-451f-a2c6-1214b401ebd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8573ebe-f9dd-440f-bebe-a668afb1ba8f,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:56:59.175481 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 52814) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:56:59.235749 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bb3c56f5-3eca-4dae-bdbc-09774158e731 admin admin] Publish callbacks [] for security_group (a8573ebe-f9dd-440f-bebe-a668afb1ba8f), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:59.257678 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bb3c56f5-3eca-4dae-bdbc-09774158e731 admin admin] Publish callbacks [] for security_group (a8573ebe-f9dd-440f-bebe-a668afb1ba8f), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:59.352668 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bb3c56f5-3eca-4dae-bdbc-09774158e731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (a8573ebe-f9dd-440f-bebe-a668afb1ba8f), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:59.355467 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bb3c56f5-3eca-4dae-bdbc-09774158e731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:56:59.356714 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-bb3c56f5-3eca-4dae-bdbc-09774158e731 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a8573ebe-f9dd-440f-bebe-a668afb1ba8f HTTP/1.1" status: 204 len: 168 time: 0.1801460 Feb 07 11:56:59.364655 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c56f5-3eca-4dae-bdbc-09774158e731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8573ebe-f9dd-440f-bebe-a668afb1ba8f,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:57:00.003060 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 52834) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:57:00.015778 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-cf1a6e48-7c73-4891-a16d-9a30d470750e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:00.035637 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de65ab-1f57-4de4-badf-a7f2e012f378 req-192f3ce3-aafc-4e62-a58a-e3477d471148 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:00.037172 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f0de65ab-1f57-4de4-badf-a7f2e012f378 req-192f3ce3-aafc-4e62-a58a-e3477d471148 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.1034198 Feb 07 11:57:00.113765 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b5927a76-117f-4705-95a0-495269b8ffb4 req-758041f1-6ca6-4a1b-84bb-403819245547 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=40c14ea9-9ad5-4e94-a63e-9ab8443530dc HTTP/1.1" status: 200 len: 210 time: 0.0365624 Feb 07 11:57:00.127377 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f0de65ab-1f57-4de4-badf-a7f2e012f378 req-1dc4e255-229f-43ae-afcf-bff550b1cb49 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799067 Feb 07 11:57:00.127555 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-cf1a6e48-7c73-4891-a16d-9a30d470750e admin admin] Publish callbacks [] for security_group (4fe39c76-9884-4f48-826e-319f36402a71), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:00.133177 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-1ecc507c-bc50-4cfd-b980-348b6ec48e92 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:00.134783 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-1ecc507c-bc50-4cfd-b980-348b6ec48e92 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.18 "GET /v2.0/networks?id=1f0822b9-b44a-4189-ac69-526cbfaa623f HTTP/1.1" status: 200 len: 815 time: 0.1582296 Feb 07 11:57:00.148347 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-69aa9007-869a-4a64-bac3-2e66d8749f3e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Request body: {'port': {'device_id': '40c14ea9-9ad5-4e94-a63e-9ab8443530dc', 'network_id': '1f0822b9-b44a-4189-ac69-526cbfaa623f', 'admin_state_up': True, 'tenant_id': '9fa56258a2a848a3900e69789d262891'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:57:00.192413 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-cf1a6e48-7c73-4891-a16d-9a30d470750e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (4fe39c76-9884-4f48-826e-319f36402a71), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:00.231457 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-cf1a6e48-7c73-4891-a16d-9a30d470750e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9c42deacff2645e9940502843b13a438&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267325 Feb 07 11:57:00.232348 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a6e48-7c73-4891-a16d-9a30d470750e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe39c76-9884-4f48-826e-319f36402a71,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:57:00.234494 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 52838) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:57:00.303233 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-50da5f93-0382-4d68-bc8d-abb03f9e8cd7 admin admin] Publish callbacks [] for security_group (4fe39c76-9884-4f48-826e-319f36402a71), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:00.324227 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-50da5f93-0382-4d68-bc8d-abb03f9e8cd7 admin admin] Publish callbacks [] for security_group (4fe39c76-9884-4f48-826e-319f36402a71), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:00.401187 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-69aa9007-869a-4a64-bac3-2e66d8749f3e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Made reservation on behalf of 9fa56258a2a848a3900e69789d262891 for: {'port': 1} {{(pid=109815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:57:00.405495 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-69aa9007-869a-4a64-bac3-2e66d8749f3e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:00.462333 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-50da5f93-0382-4d68-bc8d-abb03f9e8cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (4fe39c76-9884-4f48-826e-319f36402a71), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:00.465626 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-50da5f93-0382-4d68-bc8d-abb03f9e8cd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:00.466941 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-50da5f93-0382-4d68-bc8d-abb03f9e8cd7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4fe39c76-9884-4f48-826e-319f36402a71 HTTP/1.1" status: 204 len: 168 time: 0.2306325 Feb 07 11:57:00.506680 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da5f93-0382-4d68-bc8d-abb03f9e8cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe39c76-9884-4f48-826e-319f36402a71,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:57:00.572573 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_common [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-69aa9007-869a-4a64-bac3-2e66d8749f3e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Allocated IP 172.20.0.7 (1f0822b9-b44a-4189-ac69-526cbfaa623f/d7bb34f8-fb86-49c0-99ed-5186686f2b9d/e2400d1c-e982-409f-935f-81f08cdb1083) {{(pid=109815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:57:00.720592 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-69aa9007-869a-4a64-bac3-2e66d8749f3e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Publish callbacks [] for port (e2400d1c-e982-409f-935f-81f08cdb1083), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:00.792507 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-69aa9007-869a-4a64-bac3-2e66d8749f3e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (e2400d1c-e982-409f-935f-81f08cdb1083), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:00.836598 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-69aa9007-869a-4a64-bac3-2e66d8749f3e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Network 1f0822b9-b44a-4189-ac69-526cbfaa623f is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:57:00.839761 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-69aa9007-869a-4a64-bac3-2e66d8749f3e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:57:00.842911 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-69aa9007-869a-4a64-bac3-2e66d8749f3e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Received port after_create {{(pid=109815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:57:00.848044 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-69aa9007-869a-4a64-bac3-2e66d8749f3e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:00.848658 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-69aa9007-869a-4a64-bac3-2e66d8749f3e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for port (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:00.858700 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa9007-869a-4a64-bac3-2e66d8749f3e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Pushing event updated for resources: {'Port': ['ID=e2400d1c-e982-409f-935f-81f08cdb1083,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:57:00.909890 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-69aa9007-869a-4a64-bac3-2e66d8749f3e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7652438 Feb 07 11:57:01.234320 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176d245-0537-40f5-a478-d18c94645425 req-a7464eda-d678-4271-987f-ed3890dadb92 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:01.241088 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b176d245-0537-40f5-a478-d18c94645425 req-a7464eda-d678-4271-987f-ed3890dadb92 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=40c14ea9-9ad5-4e94-a63e-9ab8443530dc HTTP/1.1" status: 200 len: 931 time: 0.0588400 Feb 07 11:57:01.265342 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b137a7-bd81-4ac4-8fb4-589c53b06546 req-4701dd5f-6b80-4320-9885-745fcf7dc9ab tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:01.269436 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a9b137a7-bd81-4ac4-8fb4-589c53b06546 req-4701dd5f-6b80-4320-9885-745fcf7dc9ab tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0760782 Feb 07 11:57:01.310148 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b176d245-0537-40f5-a478-d18c94645425 req-9d6cc70d-24fb-4fa3-bbeb-542330735790 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656078 Feb 07 11:57:01.325318 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a9b137a7-bd81-4ac4-8fb4-589c53b06546 req-9ee0659d-fc58-43a8-8978-adbba599e5af tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482819 Feb 07 11:57:02.421992 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed5f93-5a5c-4d63-854b-a28cf44ddc91 req-096054ac-6472-4806-8ed6-fe50eedd342b tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:02.423470 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b7ed5f93-5a5c-4d63-854b-a28cf44ddc91 req-096054ac-6472-4806-8ed6-fe50eedd342b tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=40c14ea9-9ad5-4e94-a63e-9ab8443530dc HTTP/1.1" status: 200 len: 931 time: 0.0510626 Feb 07 11:57:02.444524 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eae6fb-7203-4e7f-9ec0-88b6fc5f25fc req-24506d5e-6b3b-44b0-a60c-c4f36989b36e tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:02.450469 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-63eae6fb-7203-4e7f-9ec0-88b6fc5f25fc req-24506d5e-6b3b-44b0-a60c-c4f36989b36e tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0556421 Feb 07 11:57:02.478486 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b7ed5f93-5a5c-4d63-854b-a28cf44ddc91 req-e6203d15-fea0-4f0b-a93b-dec7cde2216b tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495977 Feb 07 11:57:02.503077 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-63eae6fb-7203-4e7f-9ec0-88b6fc5f25fc req-fcc9a08f-069a-4265-a7a0-533f919e1edd tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507314 Feb 07 11:57:02.868883 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['11cb008d-8ef4-45f4-a74c-bd2d812a6f4a'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 11:57:03.464349 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 52938) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:57:03.570933 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-cd945bfa-3c77-487e-af99-e2068ed56d12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:03.613265 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20871ea0-1151-4374-96a6-11d3a70af1aa req-23daa77e-4a13-4647-9c67-85a374ea87f5 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:03.615556 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-20871ea0-1151-4374-96a6-11d3a70af1aa req-23daa77e-4a13-4647-9c67-85a374ea87f5 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=40c14ea9-9ad5-4e94-a63e-9ab8443530dc HTTP/1.1" status: 200 len: 931 time: 0.0677276 Feb 07 11:57:03.663552 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-20871ea0-1151-4374-96a6-11d3a70af1aa req-6abf913c-a463-46bd-8126-61729ddd36d0 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419741 Feb 07 11:57:03.893149 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df79aac-8821-4683-b061-6ef30ce4fd2b req-ab56510c-f910-4034-b7ef-c919dcb4d014 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:03.894656 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4df79aac-8821-4683-b061-6ef30ce4fd2b req-ab56510c-f910-4034-b7ef-c919dcb4d014 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.2689793 Feb 07 11:57:03.896489 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-cd945bfa-3c77-487e-af99-e2068ed56d12 admin admin] Publish callbacks [] for security_group (3b34b2a0-b559-4b6b-a322-b164a8fe6e48), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:03.940834 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4df79aac-8821-4683-b061-6ef30ce4fd2b req-93850162-f3c1-4c0c-b44b-6e156268429e tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405993 Feb 07 11:57:03.972558 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-cd945bfa-3c77-487e-af99-e2068ed56d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (3b34b2a0-b559-4b6b-a322-b164a8fe6e48), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:04.010434 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-cd945bfa-3c77-487e-af99-e2068ed56d12 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=40875092f54e4698a7c4b19a21d15f64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5444572 Feb 07 11:57:04.011374 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd945bfa-3c77-487e-af99-e2068ed56d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b34b2a0-b559-4b6b-a322-b164a8fe6e48,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:57:04.013643 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 52950) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:57:04.060607 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-14369b68-72ec-4a51-a93b-d0d43bf2e475 admin admin] Publish callbacks [] for security_group (3b34b2a0-b559-4b6b-a322-b164a8fe6e48), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:04.081410 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-14369b68-72ec-4a51-a93b-d0d43bf2e475 admin admin] Publish callbacks [] for security_group (3b34b2a0-b559-4b6b-a322-b164a8fe6e48), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:04.218255 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-14369b68-72ec-4a51-a93b-d0d43bf2e475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (3b34b2a0-b559-4b6b-a322-b164a8fe6e48), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:04.220932 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-14369b68-72ec-4a51-a93b-d0d43bf2e475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:04.222156 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-14369b68-72ec-4a51-a93b-d0d43bf2e475 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3b34b2a0-b559-4b6b-a322-b164a8fe6e48 HTTP/1.1" status: 204 len: 168 time: 0.2075391 Feb 07 11:57:04.230033 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14369b68-72ec-4a51-a93b-d0d43bf2e475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b34b2a0-b559-4b6b-a322-b164a8fe6e48,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:57:04.783579 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638548e-73aa-409a-bb31-a443ae111d52 req-ab6d0fd2-2c10-4e10-a7db-87804eb13205 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:04.785026 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6638548e-73aa-409a-bb31-a443ae111d52 req-ab6d0fd2-2c10-4e10-a7db-87804eb13205 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=40c14ea9-9ad5-4e94-a63e-9ab8443530dc HTTP/1.1" status: 200 len: 931 time: 0.0527525 Feb 07 11:57:04.833787 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6638548e-73aa-409a-bb31-a443ae111d52 req-a3b6bec1-ab86-453a-9287-322badc24ca7 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431185 Feb 07 11:57:04.836247 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 52962) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:57:04.856845 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-035f93f1-2d20-4c11-b395-1b6a6bffb729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:04.926825 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-035f93f1-2d20-4c11-b395-1b6a6bffb729 admin admin] Publish callbacks [] for security_group (8b2404d7-3995-4525-b66c-cb7d940b2906), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:04.991891 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-035f93f1-2d20-4c11-b395-1b6a6bffb729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (8b2404d7-3995-4525-b66c-cb7d940b2906), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:05.041938 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-035f93f1-2d20-4c11-b395-1b6a6bffb729 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7cdf6c2b74cd4de4a6b663e3f6f7066c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2046280 Feb 07 11:57:05.045151 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 52968) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:57:05.056797 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f93f1-2d20-4c11-b395-1b6a6bffb729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2404d7-3995-4525-b66c-cb7d940b2906,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:57:05.088919 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a02da-f6ed-46eb-8e3e-b8c8251bea7a req-b4ec46ba-65ce-454d-9421-31c245f302e7 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:05.090936 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-0d5a02da-f6ed-46eb-8e3e-b8c8251bea7a req-b4ec46ba-65ce-454d-9421-31c245f302e7 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0808058 Feb 07 11:57:05.094908 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-0c4e1895-01c3-46ed-abec-86b7b9b60ff8 admin admin] Publish callbacks [] for security_group (8b2404d7-3995-4525-b66c-cb7d940b2906), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:05.106631 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-6a64e178-1526-48b2-81f9-a929bf2d482e service neutron] Request body: {'port': {'device_id': '40c14ea9-9ad5-4e94-a63e-9ab8443530dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:57:05.116038 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-0c4e1895-01c3-46ed-abec-86b7b9b60ff8 admin admin] Publish callbacks [] for security_group (8b2404d7-3995-4525-b66c-cb7d940b2906), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:05.185875 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-0d5a02da-f6ed-46eb-8e3e-b8c8251bea7a req-b84e23a4-8ed6-456c-b13b-86f9d832e172 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891521 Feb 07 11:57:05.188149 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-6a64e178-1526-48b2-81f9-a929bf2d482e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (e2400d1c-e982-409f-935f-81f08cdb1083), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:05.255187 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-0c4e1895-01c3-46ed-abec-86b7b9b60ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (8b2404d7-3995-4525-b66c-cb7d940b2906), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:05.257883 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-0c4e1895-01c3-46ed-abec-86b7b9b60ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:05.259037 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-0c4e1895-01c3-46ed-abec-86b7b9b60ff8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8b2404d7-3995-4525-b66c-cb7d940b2906 HTTP/1.1" status: 204 len: 168 time: 0.2128029 Feb 07 11:57:05.267761 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e1895-01c3-46ed-abec-86b7b9b60ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2404d7-3995-4525-b66c-cb7d940b2906,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:57:05.452717 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-6a64e178-1526-48b2-81f9-a929bf2d482e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2400d1c-e982-409f-935f-81f08cdb1083 {{(pid=109815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 11:57:05.460458 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-6a64e178-1526-48b2-81f9-a929bf2d482e service neutron] Publish callbacks [] for port (e2400d1c-e982-409f-935f-81f08cdb1083), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:05.472839 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-6a64e178-1526-48b2-81f9-a929bf2d482e service neutron] Transition to ACTIVE for port object e2400d1c-e982-409f-935f-81f08cdb1083 will not be triggered until provisioned by entity L2. {{(pid=109815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 11:57:05.529123 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-6a64e178-1526-48b2-81f9-a929bf2d482e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (e2400d1c-e982-409f-935f-81f08cdb1083), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:05.584553 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64e178-1526-48b2-81f9-a929bf2d482e service neutron] Pushing event updated for resources: {'Port': ['ID=e2400d1c-e982-409f-935f-81f08cdb1083,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:57:05.616083 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-6a64e178-1526-48b2-81f9-a929bf2d482e service neutron] Attempting to bind port e2400d1c-e982-409f-935f-81f08cdb1083 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:57:05.616421 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-6a64e178-1526-48b2-81f9-a929bf2d482e service neutron] Attempting to bind port e2400d1c-e982-409f-935f-81f08cdb1083 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'f47893db-e434-4e31-97bd-89f81aa77ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1f0822b9-b44a-4189-ac69-526cbfaa623f'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:57:05.616751 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-6a64e178-1526-48b2-81f9-a929bf2d482e service neutron] Attempting to bind port e2400d1c-e982-409f-935f-81f08cdb1083 on network 1f0822b9-b44a-4189-ac69-526cbfaa623f {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:57:05.621764 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-6a64e178-1526-48b2-81f9-a929bf2d482e service neutron] Port e2400d1c-e982-409f-935f-81f08cdb1083 on network 1f0822b9-b44a-4189-ac69-526cbfaa623f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 11:57:05.622082 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-6a64e178-1526-48b2-81f9-a929bf2d482e service neutron] Attempting to bind port e2400d1c-e982-409f-935f-81f08cdb1083 on network 1f0822b9-b44a-4189-ac69-526cbfaa623f {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:57:05.627648 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-6a64e178-1526-48b2-81f9-a929bf2d482e service neutron] Checking agent: {'id': '0d418b69-6da0-49d9-b758-bac8cc78f2cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'started_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:57:05.628003 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-6a64e178-1526-48b2-81f9-a929bf2d482e service neutron] Checking segment: {'id': 'f47893db-e434-4e31-97bd-89f81aa77ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1f0822b9-b44a-4189-ac69-526cbfaa623f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:57:05.636700 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-6a64e178-1526-48b2-81f9-a929bf2d482e service neutron] Bound using segment: {'id': 'f47893db-e434-4e31-97bd-89f81aa77ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1f0822b9-b44a-4189-ac69-526cbfaa623f'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:57:05.636700 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-6a64e178-1526-48b2-81f9-a929bf2d482e service neutron] Bound port: e2400d1c-e982-409f-935f-81f08cdb1083, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47893db-e434-4e31-97bd-89f81aa77ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1f0822b9-b44a-4189-ac69-526cbfaa623f'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:57:05.636700 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-6a64e178-1526-48b2-81f9-a929bf2d482e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (e2400d1c-e982-409f-935f-81f08cdb1083), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:05.699055 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-6a64e178-1526-48b2-81f9-a929bf2d482e service neutron] For port e2400d1c-e982-409f-935f-81f08cdb1083, host hv-cinder-81735, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:57:05.702886 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-6a64e178-1526-48b2-81f9-a929bf2d482e service neutron] For port e2400d1c-e982-409f-935f-81f08cdb1083, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=e2400d1c-e982-409f-935f-81f08cdb1083,segment=NetworkSegment(f47893db-e434-4e31-97bd-89f81aa77ab5),segment_id=f47893db-e434-4e31-97bd-89f81aa77ab5)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:57:05.780736 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-6a64e178-1526-48b2-81f9-a929bf2d482e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (e2400d1c-e982-409f-935f-81f08cdb1083), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:05.817526 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-6a64e178-1526-48b2-81f9-a929bf2d482e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:05.818184 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-6a64e178-1526-48b2-81f9-a929bf2d482e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for port (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:05.819675 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-6a64e178-1526-48b2-81f9-a929bf2d482e service neutron] 10.222.0.18 "PUT /v2.0/ports/e2400d1c-e982-409f-935f-81f08cdb1083 HTTP/1.1" status: 200 len: 1093 time: 0.7219965 Feb 07 11:57:05.820113 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c14ea9-9ad5-4e94-a63e-9ab8443530dc', 'tag': 'e2400d1c-e982-409f-935f-81f08cdb1083'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 11:57:05.822403 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5512e24b4b829142f063b72b797f5a35d67167870001cc5935fd87f1b71448f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47487138-036a-4cf4-bb5d-eca806b7a931" -d '{"events": [{"name": "network-changed", "server_uuid": "40c14ea9-9ad5-4e94-a63e-9ab8443530dc", "tag": "e2400d1c-e982-409f-935f-81f08cdb1083"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 11:57:05.845725 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64e178-1526-48b2-81f9-a929bf2d482e service neutron] Pushing event updated for resources: {'Port': ['ID=e2400d1c-e982-409f-935f-81f08cdb1083,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:57:05.866284 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 11:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4638c3b-bf39-4572-8eb3-fae69aff6b3c x-openstack-request-id: req-b4638c3b-bf39-4572-8eb3-fae69aff6b3c {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 11:57:05.866588 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c14ea9-9ad5-4e94-a63e-9ab8443530dc", "tag": "e2400d1c-e982-409f-935f-81f08cdb1083", "status": "completed", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 11:57:05.866870 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b4638c3b-bf39-4572-8eb3-fae69aff6b3c {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 11:57:05.867277 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c14ea9-9ad5-4e94-a63e-9ab8443530dc', 'tag': 'e2400d1c-e982-409f-935f-81f08cdb1083', 'status': 'completed', 'code': 200} Feb 07 11:57:05.965164 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7c7a9-7517-467a-950d-d3db8c22cb5b req-b3e66ff9-3c6b-4742-9f76-f9d818c1172a tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:05.966562 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-34b7c7a9-7517-467a-950d-d3db8c22cb5b req-b3e66ff9-3c6b-4742-9f76-f9d818c1172a tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=40c14ea9-9ad5-4e94-a63e-9ab8443530dc HTTP/1.1" status: 200 len: 943 time: 0.0599847 Feb 07 11:57:06.013389 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-34b7c7a9-7517-467a-950d-d3db8c22cb5b req-7ef33416-29bc-4a5b-bec1-057e2d02222d tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412486 Feb 07 11:57:06.303358 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7012a16-6170-4bb8-b6ee-dfad3aa82aab req-aa85da7e-3eb7-4358-8142-789d4f630a5e tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:06.305452 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e7012a16-6170-4bb8-b6ee-dfad3aa82aab req-aa85da7e-3eb7-4358-8142-789d4f630a5e tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0519533 Feb 07 11:57:06.354839 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e7012a16-6170-4bb8-b6ee-dfad3aa82aab req-06342f67-d2f3-4146-b9c8-2877bc559039 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433326 Feb 07 11:57:07.066970 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47487138-036a-4cf4-bb5d-eca806b7a931 req-e9baae05-9713-4952-a92e-03b89e6f7bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:07.082419 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-47487138-036a-4cf4-bb5d-eca806b7a931 req-e9baae05-9713-4952-a92e-03b89e6f7bf6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fa56258a2a848a3900e69789d262891&device_id=40c14ea9-9ad5-4e94-a63e-9ab8443530dc HTTP/1.1" status: 200 len: 1127 time: 0.0449247 Feb 07 11:57:07.194009 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968c88c-42a6-4e5f-aecb-10cec030c3dd req-57fb3d9a-8779-4aca-bf06-f5b1d5173520 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:07.195460 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b968c88c-42a6-4e5f-aecb-10cec030c3dd req-57fb3d9a-8779-4aca-bf06-f5b1d5173520 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=40c14ea9-9ad5-4e94-a63e-9ab8443530dc HTTP/1.1" status: 200 len: 943 time: 0.1160591 Feb 07 11:57:07.223722 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47487138-036a-4cf4-bb5d-eca806b7a931 req-3d9a8a02-94a0-4395-a232-98d3f3811847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:07.225212 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-47487138-036a-4cf4-bb5d-eca806b7a931 req-3d9a8a02-94a0-4395-a232-98d3f3811847 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9fa56258a2a848a3900e69789d262891&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1370707 Feb 07 11:57:07.296630 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b968c88c-42a6-4e5f-aecb-10cec030c3dd req-7497427f-7fce-48db-bf12-37eed6bc159e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924773 Feb 07 11:57:07.349091 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47487138-036a-4cf4-bb5d-eca806b7a931 req-de4461ff-65db-4687-91dc-c048834d300f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:07.350588 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-47487138-036a-4cf4-bb5d-eca806b7a931 req-de4461ff-65db-4687-91dc-c048834d300f service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1082652 Feb 07 11:57:07.432303 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-4558370f-9f2b-4d39-8d72-0dff4e33ba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:07.434501 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-4558370f-9f2b-4d39-8d72-0dff4e33ba29 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fa56258a2a848a3900e69789d262891&device_id=40c14ea9-9ad5-4e94-a63e-9ab8443530dc HTTP/1.1" status: 200 len: 1127 time: 0.0444517 Feb 07 11:57:07.473124 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ce84e-52b8-4946-b306-93395cfc0bb8 req-3ba951f4-4e38-46cc-bc88-23a00486fe42 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:07.474615 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-382ce84e-52b8-4946-b306-93395cfc0bb8 req-3ba951f4-4e38-46cc-bc88-23a00486fe42 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0530665 Feb 07 11:57:07.478420 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-22b6821d-87e4-4b5f-bcdb-b58a96f627ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2400d1c-e982-409f-935f-81f08cdb1083 HTTP/1.1" status: 200 len: 217 time: 0.0377445 Feb 07 11:57:07.520539 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-382ce84e-52b8-4946-b306-93395cfc0bb8 req-6a15e291-d658-4736-8e08-836310a15110 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402355 Feb 07 11:57:07.660000 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-f5963317-d325-4e45-9bfd-19e74992cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:07.661435 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-f5963317-d325-4e45-9bfd-19e74992cd03 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d7bb34f8-fb86-49c0-99ed-5186686f2b9d HTTP/1.1" status: 200 len: 855 time: 0.0435081 Feb 07 11:57:07.693509 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-2c82b4b4-edfc-4c17-a660-4043fb7d9397 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1f0822b9-b44a-4189-ac69-526cbfaa623f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241594 Feb 07 11:57:07.787765 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-adfcabf3-95a5-4e68-be71-7296a359fc98 service neutron] 10.222.0.18 "GET /v2.0/networks/1f0822b9-b44a-4189-ac69-526cbfaa623f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825348 Feb 07 11:57:07.880781 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-375585b8-fda0-4511-84c5-a100fa28bb39 req-22164dd1-935e-4efd-9701-45fbaaf9d118 service neutron] 10.222.0.18 "GET /v2.0/networks/1f0822b9-b44a-4189-ac69-526cbfaa623f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863812 Feb 07 11:57:08.392004 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-b235d85f-ed25-4039-8b7a-acc3371ff46d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:08.428243 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895355a5-94f1-45ac-8dae-93c2ed044d6d req-c91fb26a-8ab5-45a1-a864-f51c268ba1fb tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:08.429745 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-895355a5-94f1-45ac-8dae-93c2ed044d6d req-c91fb26a-8ab5-45a1-a864-f51c268ba1fb tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=40c14ea9-9ad5-4e94-a63e-9ab8443530dc HTTP/1.1" status: 200 len: 943 time: 0.0552216 Feb 07 11:57:08.480989 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-895355a5-94f1-45ac-8dae-93c2ed044d6d req-9df442d9-9895-4ea6-b1f4-09f17e069514 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456483 Feb 07 11:57:08.647825 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50794997-ad12-4807-ae7b-ea851c1cac3a req-3d02096b-031d-4aac-a91e-52ba67a9fe16 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:08.649303 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-50794997-ad12-4807-ae7b-ea851c1cac3a req-3d02096b-031d-4aac-a91e-52ba67a9fe16 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0542321 Feb 07 11:57:08.696971 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-50794997-ad12-4807-ae7b-ea851c1cac3a req-e535de73-d6b5-492a-9780-efe6e17d9bd9 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420341 Feb 07 11:57:09.598255 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3d9b0-ba02-48f9-84bb-fc55a2a752ef req-bc2e2b18-7ab8-42df-8006-9851a39c5403 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:09.599717 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c5d3d9b0-ba02-48f9-84bb-fc55a2a752ef req-bc2e2b18-7ab8-42df-8006-9851a39c5403 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=40c14ea9-9ad5-4e94-a63e-9ab8443530dc HTTP/1.1" status: 200 len: 943 time: 0.0526574 Feb 07 11:57:09.651301 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c5d3d9b0-ba02-48f9-84bb-fc55a2a752ef req-27a383e6-05c5-4630-9310-c33894039d50 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460317 Feb 07 11:57:09.820004 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dc02a-5959-4d8e-8d80-c0b74c916953 req-1f142b25-d15d-495a-80ba-44b1bf325539 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:09.821439 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ae2dc02a-5959-4d8e-8d80-c0b74c916953 req-1f142b25-d15d-495a-80ba-44b1bf325539 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0535421 Feb 07 11:57:09.869477 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ae2dc02a-5959-4d8e-8d80-c0b74c916953 req-669d71dc-8242-4253-9e84-552d6e891222 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417619 Feb 07 11:57:10.612070 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-ff66464e-a140-4fa1-b6a6-73bb518f1d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:10.775243 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c5224-018e-4482-8fbd-3eabfe1d6cb9 req-a5f08496-a60e-407c-91c3-92d513ea51ed tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:10.776766 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-0d8c5224-018e-4482-8fbd-3eabfe1d6cb9 req-a5f08496-a60e-407c-91c3-92d513ea51ed tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=40c14ea9-9ad5-4e94-a63e-9ab8443530dc HTTP/1.1" status: 200 len: 943 time: 0.0522268 Feb 07 11:57:10.826046 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-0d8c5224-018e-4482-8fbd-3eabfe1d6cb9 req-8eb7333c-7ca3-432a-9253-5aa25728ce8e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430932 Feb 07 11:57:10.993137 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd30538-5fff-4ad8-8215-67358ac5e25d req-5e2f8ba6-8a00-46be-9f46-a44d3c419eff tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:10.994648 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9dd30538-5fff-4ad8-8215-67358ac5e25d req-5e2f8ba6-8a00-46be-9f46-a44d3c419eff tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0596805 Feb 07 11:57:11.042676 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9dd30538-5fff-4ad8-8215-67358ac5e25d req-81ee914b-52ea-47ee-84c6-9ba27da0149e tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410986 Feb 07 11:57:11.515751 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57250f-bc60-4482-aae7-c578e1d4fdd5 req-940cf28c-85e2-4531-8b24-eb0183301e8d tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:11.517192 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5d57250f-bc60-4482-aae7-c578e1d4fdd5 req-940cf28c-85e2-4531-8b24-eb0183301e8d tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 945 time: 0.0541689 Feb 07 11:57:11.563212 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5d57250f-bc60-4482-aae7-c578e1d4fdd5 req-afc227ad-3788-4b37-9e05-7023782695bb tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/security-groups?id=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404344 Feb 07 11:57:11.674563 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:11.948232 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6532b5-623a-4a98-b437-a60c429f5304 req-63fa57d5-2c6b-4d9b-8c86-312def7242f8 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:11.950154 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-6d6532b5-623a-4a98-b437-a60c429f5304 req-63fa57d5-2c6b-4d9b-8c86-312def7242f8 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=40c14ea9-9ad5-4e94-a63e-9ab8443530dc HTTP/1.1" status: 200 len: 943 time: 0.0567634 Feb 07 11:57:11.996856 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-6d6532b5-623a-4a98-b437-a60c429f5304 req-51ca1a73-011a-4c74-b588-b87b9cc6aa60 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409374 Feb 07 11:57:12.165939 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d1959-30c5-4328-9585-fee96f2834a1 req-d05d9552-245a-4ff0-861e-6edcb9700d06 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:12.167390 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-404d1959-30c5-4328-9585-fee96f2834a1 req-d05d9552-245a-4ff0-861e-6edcb9700d06 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0550413 Feb 07 11:57:12.217251 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-404d1959-30c5-4328-9585-fee96f2834a1 req-474ab05a-3e6b-4cc7-a0b5-37f39e6ce3d6 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438554 Feb 07 11:57:12.703261 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21315622-881d-420a-8378-4afab837c52e req-25e6cee5-9e95-482f-8843-d3a3ad67d3b3 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:12.705728 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-21315622-881d-420a-8378-4afab837c52e req-25e6cee5-9e95-482f-8843-d3a3ad67d3b3 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 945 time: 0.0595372 Feb 07 11:57:12.755356 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-21315622-881d-420a-8378-4afab837c52e req-45c0e3ba-88a2-455d-8f80-1923dad7b51a tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/security-groups?id=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437806 Feb 07 11:57:13.107624 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device e2400d1c-e982-409f-935f-81f08cdb1083 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 11:57:13.116044 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81b425-5e4d-46e5-9c0a-9362d0338a13 req-f25dfc62-451c-4865-b80b-2d0ae6001149 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:13.117602 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ae81b425-5e4d-46e5-9c0a-9362d0338a13 req-f25dfc62-451c-4865-b80b-2d0ae6001149 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=40c14ea9-9ad5-4e94-a63e-9ab8443530dc HTTP/1.1" status: 200 len: 943 time: 0.0534375 Feb 07 11:57:13.169741 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ae81b425-5e4d-46e5-9c0a-9362d0338a13 req-523bb85e-d5e7-42ce-84e5-42b34e5b0f57 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459931 Feb 07 11:57:13.218641 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port e2400d1c-e982-409f-935f-81f08cdb1083, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=e2400d1c-e982-409f-935f-81f08cdb1083,segment=NetworkSegment(f47893db-e434-4e31-97bd-89f81aa77ab5),segment_id=f47893db-e434-4e31-97bd-89f81aa77ab5)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:57:13.228777 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 53214) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:57:13.230935 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Returning: {'device': 'e2400d1c-e982-409f-935f-81f08cdb1083', 'network_id': '1f0822b9-b44a-4189-ac69-526cbfaa623f', 'port_id': 'e2400d1c-e982-409f-935f-81f08cdb1083', 'mac_address': 'fa:16:3e:a2:b3:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7bb34f8-fb86-49c0-99ed-5186686f2b9d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 11:57:13.279452 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port e2400d1c-e982-409f-935f-81f08cdb1083 is: DOWN; New status is: BUILD {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:57:13.279971 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (e2400d1c-e982-409f-935f-81f08cdb1083), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:13.295702 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2400d1c-e982-409f-935f-81f08cdb1083 {{(pid=109817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 11:57:13.317064 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port e2400d1c-e982-409f-935f-81f08cdb1083, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=e2400d1c-e982-409f-935f-81f08cdb1083,segment=NetworkSegment(f47893db-e434-4e31-97bd-89f81aa77ab5),segment_id=f47893db-e434-4e31-97bd-89f81aa77ab5)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:57:13.346799 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe6f8b-b544-47b5-9e9a-4361159fd161 req-2897dd65-d6e6-4be3-a28a-14fa204b7068 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:13.348697 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7ebe6f8b-b544-47b5-9e9a-4361159fd161 req-2897dd65-d6e6-4be3-a28a-14fa204b7068 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0608366 Feb 07 11:57:13.355691 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-a8d92271-a4a0-45d5-9920-7cba00d68c23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:13.402041 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7ebe6f8b-b544-47b5-9e9a-4361159fd161 req-d7cf0b86-a694-4702-aa7e-7cf997510bd8 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480349 Feb 07 11:57:13.408642 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (e2400d1c-e982-409f-935f-81f08cdb1083), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:13.447162 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-a8d92271-a4a0-45d5-9920-7cba00d68c23 admin admin] Publish callbacks [] for security_group (95933502-514b-4932-8b5b-e68c010f773d), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:13.459766 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=e2400d1c-e982-409f-935f-81f08cdb1083,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:57:13.469246 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:57:13.469656 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:57:13.470009 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:57:13.470351 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:57:13.470680 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:57:13.471011 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:57:13.471356 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:57:13.471693 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:57:13.472021 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:57:13.472348 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:57:13.472671 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:57:13.472994 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:57:13.473316 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:57:13.500435 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-a8d92271-a4a0-45d5-9920-7cba00d68c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (95933502-514b-4932-8b5b-e68c010f773d), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:13.540351 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-a8d92271-a4a0-45d5-9920-7cba00d68c23 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f71a2dc62e2b433992beff1826c12d58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3105018 Feb 07 11:57:13.541227 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d92271-a4a0-45d5-9920-7cba00d68c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95933502-514b-4932-8b5b-e68c010f773d,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:57:13.541443 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 53222) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:57:13.593783 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1c310c65-b0c7-49b2-ad77-d971ebe83f66 admin admin] Publish callbacks [] for security_group (95933502-514b-4932-8b5b-e68c010f773d), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:13.613756 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1c310c65-b0c7-49b2-ad77-d971ebe83f66 admin admin] Publish callbacks [] for security_group (95933502-514b-4932-8b5b-e68c010f773d), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:13.623427 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:13.740178 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1c310c65-b0c7-49b2-ad77-d971ebe83f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (95933502-514b-4932-8b5b-e68c010f773d), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:13.742905 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1c310c65-b0c7-49b2-ad77-d971ebe83f66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:13.744070 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-1c310c65-b0c7-49b2-ad77-d971ebe83f66 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/95933502-514b-4932-8b5b-e68c010f773d HTTP/1.1" status: 204 len: 168 time: 0.2015929 Feb 07 11:57:13.752969 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c310c65-b0c7-49b2-ad77-d971ebe83f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95933502-514b-4932-8b5b-e68c010f773d,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:57:13.875175 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e08d37-05d0-42d8-a91f-b68ef33f44af req-bbadb376-ceff-4d40-be36-0de18a680552 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:13.878260 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-42e08d37-05d0-42d8-a91f-b68ef33f44af req-bbadb376-ceff-4d40-be36-0de18a680552 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 945 time: 0.0554402 Feb 07 11:57:13.923171 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-42e08d37-05d0-42d8-a91f-b68ef33f44af req-345415d9-6d58-4fad-bb80-014d41ef3f95 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/security-groups?id=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408359 Feb 07 11:57:14.137503 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['e2400d1c-e982-409f-935f-81f08cdb1083'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 11:57:14.300662 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e79da-03bc-4c0d-85d9-b3fa3df11c9a req-7ff2fe40-9a08-410a-84f5-44ccfd086854 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:14.302241 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-fe3e79da-03bc-4c0d-85d9-b3fa3df11c9a req-7ff2fe40-9a08-410a-84f5-44ccfd086854 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=40c14ea9-9ad5-4e94-a63e-9ab8443530dc HTTP/1.1" status: 200 len: 944 time: 0.0667326 Feb 07 11:57:14.352030 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-fe3e79da-03bc-4c0d-85d9-b3fa3df11c9a req-57212a59-8c94-4647-abfe-4b3b77a04d8c tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438709 Feb 07 11:57:14.407618 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 53236) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:57:14.423846 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bf3bb491-c033-456a-bc8b-881c5871a34c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:14.508772 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bf3bb491-c033-456a-bc8b-881c5871a34c admin admin] Publish callbacks [] for security_group (cedcc1cd-4e56-46c9-a166-3e83269b689b), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:14.533570 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd920f-c749-4e74-acc3-a3b0fbeeba70 req-0301cc03-a1f8-4d69-a904-061ef57749c6 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:14.535249 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d6cd920f-c749-4e74-acc3-a3b0fbeeba70 req-0301cc03-a1f8-4d69-a904-061ef57749c6 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0588770 Feb 07 11:57:14.581658 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d6cd920f-c749-4e74-acc3-a3b0fbeeba70 req-f54beb67-320c-461a-baed-b04c2058c27f tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409653 Feb 07 11:57:14.606126 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bf3bb491-c033-456a-bc8b-881c5871a34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (cedcc1cd-4e56-46c9-a166-3e83269b689b), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:14.645398 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3bb491-c033-456a-bc8b-881c5871a34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedcc1cd-4e56-46c9-a166-3e83269b689b,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:57:14.649771 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-bf3bb491-c033-456a-bc8b-881c5871a34c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f7904a3b2b8f4a3784cfad119677e008&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410011 Feb 07 11:57:14.653664 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 53242) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:57:14.688590 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:14.709427 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-29792bf8-6bb2-4e9d-b719-2597268e5101 admin admin] Publish callbacks [] for security_group (cedcc1cd-4e56-46c9-a166-3e83269b689b), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:14.731193 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-29792bf8-6bb2-4e9d-b719-2597268e5101 admin admin] Publish callbacks [] for security_group (cedcc1cd-4e56-46c9-a166-3e83269b689b), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:14.820213 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-29792bf8-6bb2-4e9d-b719-2597268e5101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (cedcc1cd-4e56-46c9-a166-3e83269b689b), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:14.822895 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-29792bf8-6bb2-4e9d-b719-2597268e5101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:14.824046 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-29792bf8-6bb2-4e9d-b719-2597268e5101 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cedcc1cd-4e56-46c9-a166-3e83269b689b HTTP/1.1" status: 204 len: 168 time: 0.1694603 Feb 07 11:57:14.832908 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29792bf8-6bb2-4e9d-b719-2597268e5101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedcc1cd-4e56-46c9-a166-3e83269b689b,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:57:15.044195 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68401e7-241c-4711-b754-181a769aecae req-bed179ea-8b4a-4311-b346-adf735958cdd tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:15.045729 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a68401e7-241c-4711-b754-181a769aecae req-bed179ea-8b4a-4311-b346-adf735958cdd tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 945 time: 0.0544071 Feb 07 11:57:15.092773 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a68401e7-241c-4711-b754-181a769aecae req-c342b059-9bbd-40ef-863d-87131952395c tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/security-groups?id=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410118 Feb 07 11:57:15.288456 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a7acd-68a5-4dc5-a0c7-3c1ee526f0c6 req-1dd37207-50ef-4a24-bb8a-8dfe74fff0ea tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:15.289935 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-603a7acd-68a5-4dc5-a0c7-3c1ee526f0c6 req-1dd37207-50ef-4a24-bb8a-8dfe74fff0ea tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.18 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 945 time: 0.0525882 Feb 07 11:57:15.465494 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [req-603a7acd-68a5-4dc5-a0c7-3c1ee526f0c6 req-81e7c7f0-7a7a-4728-81fe-87f268681d57 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Deleting port 9cc9f086-021a-4a47-9d2f-293b522c389d {{(pid=109815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 11:57:15.466209 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-603a7acd-68a5-4dc5-a0c7-3c1ee526f0c6 req-81e7c7f0-7a7a-4728-81fe-87f268681d57 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (9cc9f086-021a-4a47-9d2f-293b522c389d), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:15.478570 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0094e73-5d96-4007-a545-0c70bb55bc76 req-ec55da8c-ed4c-4581-8854-aec4b51a37a7 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:15.480085 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f0094e73-5d96-4007-a545-0c70bb55bc76 req-ec55da8c-ed4c-4581-8854-aec4b51a37a7 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=40c14ea9-9ad5-4e94-a63e-9ab8443530dc HTTP/1.1" status: 200 len: 944 time: 0.0540946 Feb 07 11:57:15.530426 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f0094e73-5d96-4007-a545-0c70bb55bc76 req-11da05d7-e5d9-45a6-9fe1-44a57f2532f3 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442255 Feb 07 11:57:15.578316 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [req-603a7acd-68a5-4dc5-a0c7-3c1ee526f0c6 req-81e7c7f0-7a7a-4728-81fe-87f268681d57 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] For port 9cc9f086-021a-4a47-9d2f-293b522c389d, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9cc9f086-021a-4a47-9d2f-293b522c389d,segment=NetworkSegment(cf07c1aa-ed25-4462-80cf-c68a7322f9df),segment_id=cf07c1aa-ed25-4462-80cf-c68a7322f9df)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:57:15.578684 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-603a7acd-68a5-4dc5-a0c7-3c1ee526f0c6 req-81e7c7f0-7a7a-4728-81fe-87f268681d57 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (9cc9f086-021a-4a47-9d2f-293b522c389d), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:15.593750 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [req-603a7acd-68a5-4dc5-a0c7-3c1ee526f0c6 req-81e7c7f0-7a7a-4728-81fe-87f268681d57 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Calling delete_port for 9cc9f086-021a-4a47-9d2f-293b522c389d owned by compute:nova {{(pid=109815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 11:57:15.743985 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23341c76-72c8-4538-a012-2469e7783454 req-f0062ffe-4b71-44a6-80fd-33eb0a87787d tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:15.745313 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-23341c76-72c8-4538-a012-2469e7783454 req-f0062ffe-4b71-44a6-80fd-33eb0a87787d tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0764344 Feb 07 11:57:15.831068 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-23341c76-72c8-4538-a012-2469e7783454 req-e76229d5-6e2c-4996-a23d-550bbadb01e5 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796320 Feb 07 11:57:15.874701 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-603a7acd-68a5-4dc5-a0c7-3c1ee526f0c6 req-81e7c7f0-7a7a-4728-81fe-87f268681d57 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063'] for port (9cc9f086-021a-4a47-9d2f-293b522c389d), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:15.895485 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['9cc9f086-021a-4a47-9d2f-293b522c389d'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 11:57:15.905281 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7c7f0-7a7a-4728-81fe-87f268681d57 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Pushing event deleted for resources: {'Port': ['ID=9cc9f086-021a-4a47-9d2f-293b522c389d,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:57:15.976078 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [req-603a7acd-68a5-4dc5-a0c7-3c1ee526f0c6 req-81e7c7f0-7a7a-4728-81fe-87f268681d57 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] No DVR routers for this DVR port 9cc9f086-021a-4a47-9d2f-293b522c389d on host hv-cinder-81735 {{(pid=109815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 11:57:15.979289 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-603a7acd-68a5-4dc5-a0c7-3c1ee526f0c6 req-81e7c7f0-7a7a-4728-81fe-87f268681d57 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:15.982937 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-603a7acd-68a5-4dc5-a0c7-3c1ee526f0c6 req-81e7c7f0-7a7a-4728-81fe-87f268681d57 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.18 "DELETE /v2.0/ports/9cc9f086-021a-4a47-9d2f-293b522c389d HTTP/1.1" status: 204 len: 173 time: 0.6863256 Feb 07 11:57:15.983387 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a8b9c6-107c-419e-9e44-9ae532ee8d28', 'name': 'network-vif-deleted', 'tag': '9cc9f086-021a-4a47-9d2f-293b522c389d'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 11:57:15.986215 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5512e24b4b829142f063b72b797f5a35d67167870001cc5935fd87f1b71448f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7679ad-8697-424f-8324-247d50cd8bef" -d '{"events": [{"server_uuid": "12a8b9c6-107c-419e-9e44-9ae532ee8d28", "name": "network-vif-deleted", "tag": "9cc9f086-021a-4a47-9d2f-293b522c389d"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 11:57:16.022542 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 11:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b23650e-32ab-439c-8a82-e0f16fdd2842 x-openstack-request-id: req-3b23650e-32ab-439c-8a82-e0f16fdd2842 {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 11:57:16.022542 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a8b9c6-107c-419e-9e44-9ae532ee8d28", "name": "network-vif-deleted", "tag": "9cc9f086-021a-4a47-9d2f-293b522c389d", "status": "completed", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 11:57:16.022542 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3b23650e-32ab-439c-8a82-e0f16fdd2842 {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 11:57:16.022891 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a8b9c6-107c-419e-9e44-9ae532ee8d28', 'name': 'network-vif-deleted', 'tag': '9cc9f086-021a-4a47-9d2f-293b522c389d', 'status': 'completed', 'code': 200} Feb 07 11:57:16.190996 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-49f4b9c9-531e-426e-93e2-f30ebddebf77 req-bd208caf-c720-40af-be05-94cb3d5846e1 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 210 time: 0.0265319 Feb 07 11:57:16.674042 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e1d70-d48d-4138-bc30-6a2e84afde35 req-a4e1b72a-6316-4e5d-814a-e14f3f11137b tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:16.676211 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e10e1d70-d48d-4138-bc30-6a2e84afde35 req-a4e1b72a-6316-4e5d-814a-e14f3f11137b tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=40c14ea9-9ad5-4e94-a63e-9ab8443530dc HTTP/1.1" status: 200 len: 944 time: 0.0595531 Feb 07 11:57:16.734331 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e10e1d70-d48d-4138-bc30-6a2e84afde35 req-438e169e-6df1-4481-a1eb-70652dbc8d71 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507145 Feb 07 11:57:16.950868 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fe759-a26f-42bd-8a45-81e5290a9ca8 req-32afa791-96d0-4930-b80a-1ab8524fcec2 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:16.952368 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-588fe759-a26f-42bd-8a45-81e5290a9ca8 req-32afa791-96d0-4930-b80a-1ab8524fcec2 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0522101 Feb 07 11:57:17.003226 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-588fe759-a26f-42bd-8a45-81e5290a9ca8 req-d0a35a0c-49e3-4767-aea6-b0f3d1d5051e tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449469 Feb 07 11:57:17.121106 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device e2400d1c-e982-409f-935f-81f08cdb1083 up at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:57:17.244749 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning for port e2400d1c-e982-409f-935f-81f08cdb1083 completed by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 11:57:17.247927 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning complete for port e2400d1c-e982-409f-935f-81f08cdb1083 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:57:17.248449 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (e2400d1c-e982-409f-935f-81f08cdb1083), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:17.325396 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-75440986-7a56-4288-ab0c-8d33a965515a req-c4681dc4-5a35-4c6a-9a85-475776e3a3f6 tempest-DeleteServersTestJSON-709545474 tempest-DeleteServersTestJSON-709545474-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a8b9c6-107c-419e-9e44-9ae532ee8d28 HTTP/1.1" status: 200 len: 210 time: 0.0409248 Feb 07 11:57:17.348577 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port e2400d1c-e982-409f-935f-81f08cdb1083 is: BUILD; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:57:17.349138 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (e2400d1c-e982-409f-935f-81f08cdb1083), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:17.456073 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c14ea9-9ad5-4e94-a63e-9ab8443530dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2400d1c-e982-409f-935f-81f08cdb1083'}] {{(pid=109817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 11:57:17.456073 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bc6b3c0530c896bdfe52e422604eaad6eac6737642d5fab1ac5583b9ec47d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd48b32-7c69-45b7-b333-8c0112726a4b" -d '{"events": [{"server_uuid": "40c14ea9-9ad5-4e94-a63e-9ab8443530dc", "name": "network-vif-plugged", "status": "completed", "tag": "e2400d1c-e982-409f-935f-81f08cdb1083"}]}' {{(pid=109817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 11:57:17.456073 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port e2400d1c-e982-409f-935f-81f08cdb1083, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=e2400d1c-e982-409f-935f-81f08cdb1083,segment=NetworkSegment(f47893db-e434-4e31-97bd-89f81aa77ab5),segment_id=f47893db-e434-4e31-97bd-89f81aa77ab5)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:57:17.456073 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 11:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96575ab4-6e41-4b41-b8ff-cbf5f97225df x-openstack-request-id: req-96575ab4-6e41-4b41-b8ff-cbf5f97225df {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 11:57:17.456073 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c14ea9-9ad5-4e94-a63e-9ab8443530dc", "name": "network-vif-plugged", "status": "completed", "tag": "e2400d1c-e982-409f-935f-81f08cdb1083", "code": 200}]} {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 11:57:17.456073 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-96575ab4-6e41-4b41-b8ff-cbf5f97225df {{(pid=109817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 11:57:17.456073 dv-cinder-817351-12-iscsi neutron-server[109817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c14ea9-9ad5-4e94-a63e-9ab8443530dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2400d1c-e982-409f-935f-81f08cdb1083', 'code': 200} Feb 07 11:57:17.589332 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (e2400d1c-e982-409f-935f-81f08cdb1083), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:17.590202 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 9cc9f086-021a-4a47-9d2f-293b522c389d no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 11:57:17.628111 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] No Port match for: 9cc9f086-021a-4a47-9d2f-293b522c389d {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 11:57:17.628451 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 9cc9f086-021a-4a47-9d2f-293b522c389d not bound to the agent host hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 11:57:17.656530 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=e2400d1c-e982-409f-935f-81f08cdb1083,revision_number=5']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:57:17.863870 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9cb7e2-9d2a-498a-b0c1-6dfc8a10ea6e req-0ebe56d4-fe04-4881-b665-a2e14e3f563b tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:17.865358 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4d9cb7e2-9d2a-498a-b0c1-6dfc8a10ea6e req-0ebe56d4-fe04-4881-b665-a2e14e3f563b tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=40c14ea9-9ad5-4e94-a63e-9ab8443530dc HTTP/1.1" status: 200 len: 945 time: 0.0615301 Feb 07 11:57:17.887114 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 53328) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:57:17.931378 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4d9cb7e2-9d2a-498a-b0c1-6dfc8a10ea6e req-8350143d-a52d-4055-83d2-78e73ed975bf tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595784 Feb 07 11:57:17.933254 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c282c1-3c05-4c3c-8b29-8a32235ab4cf req-46895f70-45fc-466c-85f6-15028c769594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:17.934949 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-57c282c1-3c05-4c3c-8b29-8a32235ab4cf req-46895f70-45fc-466c-85f6-15028c769594 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=40c14ea9-9ad5-4e94-a63e-9ab8443530dc HTTP/1.1" status: 200 len: 1129 time: 0.0532212 Feb 07 11:57:17.980077 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-57c282c1-3c05-4c3c-8b29-8a32235ab4cf req-0d516799-dc89-4243-a79e-c042cd739e19 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386937 Feb 07 11:57:18.008275 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-984e102e-2dfb-4bc5-a03d-d6441c882d08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:18.084797 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-984e102e-2dfb-4bc5-a03d-d6441c882d08 admin admin] Publish callbacks [] for security_group (35da3039-02b4-4d89-8477-38fdb19c567f), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:18.127469 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba873cc8-0e75-4e67-bafb-0bc072f5eb19 req-146f0020-bc44-4b9a-95e7-a14ee10b40ca tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:18.128946 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-ba873cc8-0e75-4e67-bafb-0bc072f5eb19 req-146f0020-bc44-4b9a-95e7-a14ee10b40ca tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0534701 Feb 07 11:57:18.160151 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-984e102e-2dfb-4bc5-a03d-d6441c882d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (35da3039-02b4-4d89-8477-38fdb19c567f), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:18.176672 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-ba873cc8-0e75-4e67-bafb-0bc072f5eb19 req-53c3eca8-955f-4c35-bfdd-db5f74ca3fa1 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419807 Feb 07 11:57:18.201694 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e102e-2dfb-4bc5-a03d-d6441c882d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35da3039-02b4-4d89-8477-38fdb19c567f,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:57:18.208734 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-984e102e-2dfb-4bc5-a03d-d6441c882d08 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3d8e236e5184410aa5cbd8108a3382c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3181088 Feb 07 11:57:18.209004 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 53334) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:57:18.257500 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-fb0256df-b4d9-4bd6-86ed-55205fff12b9 admin admin] Publish callbacks [] for security_group (35da3039-02b4-4d89-8477-38fdb19c567f), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:18.278441 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-fb0256df-b4d9-4bd6-86ed-55205fff12b9 admin admin] Publish callbacks [] for security_group (35da3039-02b4-4d89-8477-38fdb19c567f), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:18.406006 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-fb0256df-b4d9-4bd6-86ed-55205fff12b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (35da3039-02b4-4d89-8477-38fdb19c567f), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:18.408651 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-fb0256df-b4d9-4bd6-86ed-55205fff12b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:18.409862 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-fb0256df-b4d9-4bd6-86ed-55205fff12b9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/35da3039-02b4-4d89-8477-38fdb19c567f HTTP/1.1" status: 204 len: 168 time: 0.1998522 Feb 07 11:57:18.419640 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0256df-b4d9-4bd6-86ed-55205fff12b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35da3039-02b4-4d89-8477-38fdb19c567f,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:57:19.053274 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb42f8-480b-4480-85ab-16d78e708416 req-41a57ba2-abc8-484e-a23e-b2cd4d3b4bc0 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:19.054791 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3efb42f8-480b-4480-85ab-16d78e708416 req-41a57ba2-abc8-484e-a23e-b2cd4d3b4bc0 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=40c14ea9-9ad5-4e94-a63e-9ab8443530dc HTTP/1.1" status: 200 len: 945 time: 0.0517290 Feb 07 11:57:19.101836 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3efb42f8-480b-4480-85ab-16d78e708416 req-a8af2cb1-a079-4991-a674-c75c83d8cb2a tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415001 Feb 07 11:57:19.134596 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 53360) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:57:19.150134 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e42cde3d-a1c3-42fe-b8cb-2353049ab728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:19.226455 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e42cde3d-a1c3-42fe-b8cb-2353049ab728 admin admin] Publish callbacks [] for security_group (64e92e0b-1924-4275-8d7c-cca3e1e00760), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:19.302162 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628edbc0-9eaf-45f7-ab26-ee2d78d7a206 req-2e761ef6-a7dc-494a-add5-72f0f8e91782 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:19.303663 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-628edbc0-9eaf-45f7-ab26-ee2d78d7a206 req-2e761ef6-a7dc-494a-add5-72f0f8e91782 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0546980 Feb 07 11:57:19.306193 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e42cde3d-a1c3-42fe-b8cb-2353049ab728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (64e92e0b-1924-4275-8d7c-cca3e1e00760), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:19.343959 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cde3d-a1c3-42fe-b8cb-2353049ab728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e92e0b-1924-4275-8d7c-cca3e1e00760,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:57:19.348172 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-e42cde3d-a1c3-42fe-b8cb-2353049ab728 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c5a960a34fd14dd28df0c0762ec370d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2125328 Feb 07 11:57:19.355785 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 53364) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:57:19.369348 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-628edbc0-9eaf-45f7-ab26-ee2d78d7a206 req-f85badd9-85e3-4387-bed1-0a417c917165 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587327 Feb 07 11:57:19.408610 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4a5ccf1f-94db-4b14-a13f-9b1d312ab4c9 admin admin] Publish callbacks [] for security_group (64e92e0b-1924-4275-8d7c-cca3e1e00760), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:19.434316 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4a5ccf1f-94db-4b14-a13f-9b1d312ab4c9 admin admin] Publish callbacks [] for security_group (64e92e0b-1924-4275-8d7c-cca3e1e00760), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:19.577254 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4a5ccf1f-94db-4b14-a13f-9b1d312ab4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (64e92e0b-1924-4275-8d7c-cca3e1e00760), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:19.580173 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4a5ccf1f-94db-4b14-a13f-9b1d312ab4c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:19.581304 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-4a5ccf1f-94db-4b14-a13f-9b1d312ab4c9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/64e92e0b-1924-4275-8d7c-cca3e1e00760 HTTP/1.1" status: 204 len: 168 time: 0.2290022 Feb 07 11:57:19.590779 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ccf1f-94db-4b14-a13f-9b1d312ab4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e92e0b-1924-4275-8d7c-cca3e1e00760,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:57:20.071967 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 53384) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:57:20.123879 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_v2 [None req-229dd437-5aaa-436e-a647-287b1aa0a202 admin admin] Deleting subnet 247f0512-1b53-4eb5-b6df-ec92c1970392 {{(pid=109815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 11:57:20.131247 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-229dd437-5aaa-436e-a647-287b1aa0a202 admin admin] Publish callbacks [] for subnet (247f0512-1b53-4eb5-b6df-ec92c1970392), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:20.166529 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-229dd437-5aaa-436e-a647-287b1aa0a202 admin admin] Publish callbacks [] for subnet (247f0512-1b53-4eb5-b6df-ec92c1970392), precommit_delete_associations {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:20.176975 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-229dd437-5aaa-436e-a647-287b1aa0a202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67013173'] for subnet (247f0512-1b53-4eb5-b6df-ec92c1970392), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:20.230386 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3aaffd-7aba-4924-aeed-8fd3d508b449 req-ca9d9548-536e-419a-becf-03836e4b2e1d tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:20.232062 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bb3aaffd-7aba-4924-aeed-8fd3d508b449 req-ca9d9548-536e-419a-becf-03836e4b2e1d tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=40c14ea9-9ad5-4e94-a63e-9ab8443530dc HTTP/1.1" status: 200 len: 945 time: 0.0585558 Feb 07 11:57:20.279794 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bb3aaffd-7aba-4924-aeed-8fd3d508b449 req-6739da30-6276-49bc-95c0-c400bc3c6c1d tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409422 Feb 07 11:57:20.306242 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-229dd437-5aaa-436e-a647-287b1aa0a202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67013326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685'] for subnet (247f0512-1b53-4eb5-b6df-ec92c1970392), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:20.334452 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229dd437-5aaa-436e-a647-287b1aa0a202 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=247f0512-1b53-4eb5-b6df-ec92c1970392,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:57:20.336661 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-229dd437-5aaa-436e-a647-287b1aa0a202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for subnet (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:20.341313 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-229dd437-5aaa-436e-a647-287b1aa0a202 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/247f0512-1b53-4eb5-b6df-ec92c1970392 HTTP/1.1" status: 204 len: 168 time: 0.2677345 Feb 07 11:57:20.344237 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 53396) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:57:20.422949 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b706b4cf-439c-4eed-ae1a-1272f0b0f86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66708451'] for network (73699b35-77b7-43e7-abef-ec3bdabb95b7), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:20.546688 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b706b4cf-439c-4eed-ae1a-1272f0b0f86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67092386', 'neutron.services.segments.db._delete_segments_for_network-8782771681473'] for network (73699b35-77b7-43e7-abef-ec3bdabb95b7), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:20.570590 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b706b4cf-439c-4eed-ae1a-1272f0b0f86d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:57:20.574768 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b706b4cf-439c-4eed-ae1a-1272f0b0f86d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:57:20.574768 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b706b4cf-439c-4eed-ae1a-1272f0b0f86d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:57:20.574768 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b706b4cf-439c-4eed-ae1a-1272f0b0f86d admin admin] Subscribe: > port after_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:57:20.574768 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b706b4cf-439c-4eed-ae1a-1272f0b0f86d admin admin] Subscribe: > port after_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:57:20.574768 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b706b4cf-439c-4eed-ae1a-1272f0b0f86d admin admin] Subscribe: > port after_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:57:20.574768 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b706b4cf-439c-4eed-ae1a-1272f0b0f86d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:57:20.574768 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b706b4cf-439c-4eed-ae1a-1272f0b0f86d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:57:20.574768 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b706b4cf-439c-4eed-ae1a-1272f0b0f86d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:57:20.574768 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b706b4cf-439c-4eed-ae1a-1272f0b0f86d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:57:20.753896 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b706b4cf-439c-4eed-ae1a-1272f0b0f86d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:57:20.754245 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b706b4cf-439c-4eed-ae1a-1272f0b0f86d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:57:20.754578 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b706b4cf-439c-4eed-ae1a-1272f0b0f86d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:57:20.754904 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b706b4cf-439c-4eed-ae1a-1272f0b0f86d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 11:57:20.755271 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-b706b4cf-439c-4eed-ae1a-1272f0b0f86d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73699b35-77b7-43e7-abef-ec3bdabb95b7']}} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:57:20.775174 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-b706b4cf-439c-4eed-ae1a-1272f0b0f86d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf07c1aa-ed25-4462-80cf-c68a7322f9df') {'for_net_delete': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:57:20.775522 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-b706b4cf-439c-4eed-ae1a-1272f0b0f86d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf07c1aa-ed25-4462-80cf-c68a7322f9df') {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:57:20.788164 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eff93f-76b4-455c-9b73-50fe2b904c1a req-b4b8b3dd-4c7d-41cf-8f00-d4c19026fb75 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:20.790034 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e5eff93f-76b4-455c-9b73-50fe2b904c1a req-b4b8b3dd-4c7d-41cf-8f00-d4c19026fb75 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.3290842 Feb 07 11:57:20.810288 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b706b4cf-439c-4eed-ae1a-1272f0b0f86d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782771684554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8929590'] for segment (cf07c1aa-ed25-4462-80cf-c68a7322f9df), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:20.846062 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b706b4cf-439c-4eed-ae1a-1272f0b0f86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (cf07c1aa-ed25-4462-80cf-c68a7322f9df), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:20.861492 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b706b4cf-439c-4eed-ae1a-1272f0b0f86d admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=109816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 11:57:20.865101 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b706b4cf-439c-4eed-ae1a-1272f0b0f86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9209707'] for segment (cf07c1aa-ed25-4462-80cf-c68a7322f9df), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: from cryptography.utils import int_from_bytes Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: from cryptography.utils import int_from_bytes Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: Traceback (most recent call last): Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: timer() Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: cb(*args, **kw) Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: return func(*args, **kwargs) Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: self._notify() Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: self.callback(batched_events) Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: event.method(event) Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: return f(self, *a, **k) Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: return self._get(url).json() Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: return self.request(url, 'GET', **kwargs) Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 11:57:20.882647 dv-cinder-817351-12-iscsi neutron-server[109816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 11:57:21.173233 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e5eff93f-76b4-455c-9b73-50fe2b904c1a req-c41ca003-d80f-4197-800f-1999a15f486c tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692055 Feb 07 11:57:21.256955 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b706b4cf-439c-4eed-ae1a-1272f0b0f86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67092411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-875896'] for network (73699b35-77b7-43e7-abef-ec3bdabb95b7), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:21.263365 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b706b4cf-439c-4eed-ae1a-1272f0b0f86d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:21.267110 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-b706b4cf-439c-4eed-ae1a-1272f0b0f86d admin admin] 10.222.0.67 "DELETE /v2.0/networks/73699b35-77b7-43e7-abef-ec3bdabb95b7 HTTP/1.1" status: 204 len: 168 time: 0.9215715 Feb 07 11:57:21.278825 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b706b4cf-439c-4eed-ae1a-1272f0b0f86d admin admin] Pushing event deleted for resources: {'Network': ['ID=73699b35-77b7-43e7-abef-ec3bdabb95b7,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:57:21.618524 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 53444) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:57:21.659602 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-07f82e6a-ccac-49dc-af79-6ea0072bc65a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=83beb24cf6374fd2a3c025b92c626595&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398626 Feb 07 11:57:21.662028 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 53448) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:57:21.709144 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-bc38305c-1721-4352-a78d-4a48ac1cc3cd admin admin] Publish callbacks [] for security_group (10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:21.733580 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-bc38305c-1721-4352-a78d-4a48ac1cc3cd admin admin] Publish callbacks [] for security_group (10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:21.863280 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-bc38305c-1721-4352-a78d-4a48ac1cc3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:21.869703 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-bc38305c-1721-4352-a78d-4a48ac1cc3cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:21.869703 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-bc38305c-1721-4352-a78d-4a48ac1cc3cd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5 HTTP/1.1" status: 204 len: 168 time: 0.2043903 Feb 07 11:57:21.885404 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38305c-1721-4352-a78d-4a48ac1cc3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cd1f6c-cf40-4e33-bfb5-1fbbbb1a04c5,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:57:22.300523 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ec8d5-6053-4958-b34b-9ae42b6ec320 req-93e711f9-0cd5-47bd-92e6-838779c629a5 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:22.302334 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e49ec8d5-6053-4958-b34b-9ae42b6ec320 req-93e711f9-0cd5-47bd-92e6-838779c629a5 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0602269 Feb 07 11:57:22.355512 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e49ec8d5-6053-4958-b34b-9ae42b6ec320 req-4d458fd7-4174-4bc6-880f-a2b9610a3e7a tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469489 Feb 07 11:57:22.731198 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:23.507308 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6fc80-8851-4251-9dab-6566ca797f2d req-463d373d-d102-4d47-a2b3-a4425d6dfdd9 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:23.508954 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3ac6fc80-8851-4251-9dab-6566ca797f2d req-463d373d-d102-4d47-a2b3-a4425d6dfdd9 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0804086 Feb 07 11:57:23.562850 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3ac6fc80-8851-4251-9dab-6566ca797f2d req-02fce41d-7703-49dc-947a-959dfca6970e tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472724 Feb 07 11:57:23.570787 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-ba2b51f3-7fa7-4bb5-a40e-ad15721ff9c5 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:23.578033 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-ba2b51f3-7fa7-4bb5-a40e-ad15721ff9c5 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/networks?id=1f0822b9-b44a-4189-ac69-526cbfaa623f HTTP/1.1" status: 200 len: 815 time: 0.1490219 Feb 07 11:57:23.592847 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-423ee55d-7392-4917-9b5c-fdaec66016cd tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/quotas/9fa56258a2a848a3900e69789d262891 HTTP/1.1" status: 200 len: 375 time: 0.0103378 Feb 07 11:57:23.654953 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-31d3cfa0-4f57-4ec1-9530-ccfaeda19761 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9fa56258a2a848a3900e69789d262891&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563757 Feb 07 11:57:23.741901 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-8f3c8c88-9c94-4da7-bd45-1745eaf2ba38 service neutron] 10.222.0.67 "GET /v2.0/networks/1f0822b9-b44a-4189-ac69-526cbfaa623f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803320 Feb 07 11:57:23.839679 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-41a519f9-9438-4660-852d-9590822f9770 service neutron] 10.222.0.67 "GET /v2.0/networks/1f0822b9-b44a-4189-ac69-526cbfaa623f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894029 Feb 07 11:57:24.104957 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-497ba96e-8eff-4099-b20e-a8aa3264882d req-298db2b8-80c8-4bd2-9648-9fd4e47fe912 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 210 time: 0.0297379 Feb 07 11:57:24.379657 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d6417-b742-45a1-a437-9b97527d75c1 req-9ba62c24-f776-4ec8-872c-9aacac4dd3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:24.381123 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-331d6417-b742-45a1-a437-9b97527d75c1 req-9ba62c24-f776-4ec8-872c-9aacac4dd3dc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 1129 time: 0.0451729 Feb 07 11:57:24.436468 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-331d6417-b742-45a1-a437-9b97527d75c1 req-a2c700fb-ddb2-401b-ae28-f4c4fded21e4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473762 Feb 07 11:57:24.694498 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4624668-4dbc-4e79-9c8e-4b9d9ebf9107 req-24812432-1e56-49e1-b79e-d30a6868b698 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:24.695980 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b4624668-4dbc-4e79-9c8e-4b9d9ebf9107 req-24812432-1e56-49e1-b79e-d30a6868b698 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0555220 Feb 07 11:57:24.741517 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b4624668-4dbc-4e79-9c8e-4b9d9ebf9107 req-c9e0c330-29ff-4b09-9e4d-4f8d064bf973 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399315 Feb 07 11:57:25.198102 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-2bdd1fed-84a6-43d3-a057-1f4a10e8850c req-8c46cd6f-a41d-488c-aafa-86825113b019 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 210 time: 0.0266819 Feb 07 11:57:25.862642 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb248d6-9ece-41bc-98e9-57308372c5ae req-3294fc92-99eb-42dd-898b-26b38bfcf13b tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:25.864145 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-2fb248d6-9ece-41bc-98e9-57308372c5ae req-3294fc92-99eb-42dd-898b-26b38bfcf13b tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0531392 Feb 07 11:57:25.923161 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-2fb248d6-9ece-41bc-98e9-57308372c5ae req-c57f5015-6e17-433e-9c97-23f24283ba59 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507455 Feb 07 11:57:26.321588 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8e03462e-7ea4-4fc0-b13d-ae79942ed25a req-3aec1979-fa91-41d3-b192-990a87430129 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 210 time: 0.0333483 Feb 07 11:57:26.369329 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-46a66a42-5738-4322-be83-aa7839f724f4 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:26.370785 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-46a66a42-5738-4322-be83-aa7839f724f4 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.18 "GET /v2.0/networks?id=1f0822b9-b44a-4189-ac69-526cbfaa623f HTTP/1.1" status: 200 len: 815 time: 0.1294234 Feb 07 11:57:26.383678 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-000b0d02-2c9d-43e2-a78c-c651784741b0 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Request body: {'port': {'device_id': '1ceda4cf-8846-44d0-b31a-fcbd32000f34', 'network_id': '1f0822b9-b44a-4189-ac69-526cbfaa623f', 'admin_state_up': True, 'tenant_id': '9fa56258a2a848a3900e69789d262891'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:57:26.597361 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-000b0d02-2c9d-43e2-a78c-c651784741b0 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Made reservation on behalf of 9fa56258a2a848a3900e69789d262891 for: {'port': 1} {{(pid=109815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:57:26.601326 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-000b0d02-2c9d-43e2-a78c-c651784741b0 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:26.728639 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_common [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-000b0d02-2c9d-43e2-a78c-c651784741b0 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Allocated IP 172.20.0.8 (1f0822b9-b44a-4189-ac69-526cbfaa623f/d7bb34f8-fb86-49c0-99ed-5186686f2b9d/bfdc2f38-9d41-4a61-9598-39aadce82d5d) {{(pid=109815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:57:26.874438 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-000b0d02-2c9d-43e2-a78c-c651784741b0 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Publish callbacks [] for port (bfdc2f38-9d41-4a61-9598-39aadce82d5d), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:26.997486 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-000b0d02-2c9d-43e2-a78c-c651784741b0 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (bfdc2f38-9d41-4a61-9598-39aadce82d5d), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:27.013936 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['11cb008d-8ef4-45f4-a74c-bd2d812a6f4a', 'e2400d1c-e982-409f-935f-81f08cdb1083'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 11:57:27.055210 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-000b0d02-2c9d-43e2-a78c-c651784741b0 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Network 1f0822b9-b44a-4189-ac69-526cbfaa623f is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:57:27.058507 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-000b0d02-2c9d-43e2-a78c-c651784741b0 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:57:27.061721 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-000b0d02-2c9d-43e2-a78c-c651784741b0 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Received port after_create {{(pid=109815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:57:27.064249 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289609a0-c26a-4b7e-a260-99bbbb07e884 req-5d7d8851-98c9-4535-a618-ad0e1416766b tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:27.066950 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-000b0d02-2c9d-43e2-a78c-c651784741b0 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:27.067398 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-289609a0-c26a-4b7e-a260-99bbbb07e884 req-5d7d8851-98c9-4535-a618-ad0e1416766b tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0748520 Feb 07 11:57:27.068369 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-000b0d02-2c9d-43e2-a78c-c651784741b0 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:27.084280 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b0d02-2c9d-43e2-a78c-c651784741b0 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Pushing event updated for resources: {'Port': ['ID=bfdc2f38-9d41-4a61-9598-39aadce82d5d,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:57:27.134516 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-289609a0-c26a-4b7e-a260-99bbbb07e884 req-e6131f31-8db9-4a0f-8c02-c08c9f3f141b tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557840 Feb 07 11:57:27.174139 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-000b0d02-2c9d-43e2-a78c-c651784741b0 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7941618 Feb 07 11:57:27.187774 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-e6d09995-6a3c-4ef0-ba0c-48a83dfbb836 service neutron] Request body: {'port': {'device_id': '1ceda4cf-8846-44d0-b31a-fcbd32000f34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:57:27.286249 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-e6d09995-6a3c-4ef0-ba0c-48a83dfbb836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (bfdc2f38-9d41-4a61-9598-39aadce82d5d), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:27.314276 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 53636) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:57:27.440682 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-909024b5-ca75-4497-991f-30075d6ff2e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:27.480902 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58cea5-bd22-433a-b23e-450a893c8328 req-6009805b-a5c8-45c1-ab6e-1a4981cb378f tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:27.482596 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-1a58cea5-bd22-433a-b23e-450a893c8328 req-6009805b-a5c8-45c1-ab6e-1a4981cb378f tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 931 time: 0.0861228 Feb 07 11:57:27.551802 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25923618-0c4e-4034-b33d-d62d6517e601 req-f9e66344-fa23-468d-bc67-46a6b2b97dfc tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:27.551802 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-25923618-0c4e-4034-b33d-d62d6517e601 req-f9e66344-fa23-468d-bc67-46a6b2b97dfc tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.3357534 Feb 07 11:57:27.573563 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-1a58cea5-bd22-433a-b23e-450a893c8328 req-e69d75b5-c73e-4fb7-9990-d59067ec91ba tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835099 Feb 07 11:57:27.596785 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-909024b5-ca75-4497-991f-30075d6ff2e4 admin admin] Publish callbacks [] for security_group (7e68b51c-ae94-4d0e-906a-7e467c467011), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:27.664623 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-25923618-0c4e-4034-b33d-d62d6517e601 req-cb46b119-c073-4684-bee2-a9dcca41eb6c tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082008 Feb 07 11:57:27.676272 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-909024b5-ca75-4497-991f-30075d6ff2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (7e68b51c-ae94-4d0e-906a-7e467c467011), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:27.724336 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 53650) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:57:27.724510 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-909024b5-ca75-4497-991f-30075d6ff2e4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8164cfe222a443cbb9075ecfb98265d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4088535 Feb 07 11:57:27.726556 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909024b5-ca75-4497-991f-30075d6ff2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e68b51c-ae94-4d0e-906a-7e467c467011,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:57:27.807013 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c8634fad-940b-4ce1-828e-a487cf7b7779 admin admin] Publish callbacks [] for security_group (7e68b51c-ae94-4d0e-906a-7e467c467011), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:27.858678 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c8634fad-940b-4ce1-828e-a487cf7b7779 admin admin] Publish callbacks [] for security_group (7e68b51c-ae94-4d0e-906a-7e467c467011), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:27.892219 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-e6d09995-6a3c-4ef0-ba0c-48a83dfbb836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfdc2f38-9d41-4a61-9598-39aadce82d5d {{(pid=109815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 11:57:27.905442 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-e6d09995-6a3c-4ef0-ba0c-48a83dfbb836 service neutron] Publish callbacks [] for port (bfdc2f38-9d41-4a61-9598-39aadce82d5d), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:27.918325 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-e6d09995-6a3c-4ef0-ba0c-48a83dfbb836 service neutron] Transition to ACTIVE for port object bfdc2f38-9d41-4a61-9598-39aadce82d5d will not be triggered until provisioned by entity L2. {{(pid=109815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 11:57:28.028193 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-e6d09995-6a3c-4ef0-ba0c-48a83dfbb836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (bfdc2f38-9d41-4a61-9598-39aadce82d5d), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:28.058095 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c8634fad-940b-4ce1-828e-a487cf7b7779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (7e68b51c-ae94-4d0e-906a-7e467c467011), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:28.060588 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c8634fad-940b-4ce1-828e-a487cf7b7779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:28.061768 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-c8634fad-940b-4ce1-828e-a487cf7b7779 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7e68b51c-ae94-4d0e-906a-7e467c467011 HTTP/1.1" status: 204 len: 168 time: 0.3363881 Feb 07 11:57:28.083715 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8634fad-940b-4ce1-828e-a487cf7b7779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e68b51c-ae94-4d0e-906a-7e467c467011,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:57:28.096234 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d09995-6a3c-4ef0-ba0c-48a83dfbb836 service neutron] Pushing event updated for resources: {'Port': ['ID=bfdc2f38-9d41-4a61-9598-39aadce82d5d,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:57:28.131442 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-e6d09995-6a3c-4ef0-ba0c-48a83dfbb836 service neutron] Attempting to bind port bfdc2f38-9d41-4a61-9598-39aadce82d5d on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:57:28.131783 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-e6d09995-6a3c-4ef0-ba0c-48a83dfbb836 service neutron] Attempting to bind port bfdc2f38-9d41-4a61-9598-39aadce82d5d by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'f47893db-e434-4e31-97bd-89f81aa77ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1f0822b9-b44a-4189-ac69-526cbfaa623f'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:57:28.132113 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-e6d09995-6a3c-4ef0-ba0c-48a83dfbb836 service neutron] Attempting to bind port bfdc2f38-9d41-4a61-9598-39aadce82d5d on network 1f0822b9-b44a-4189-ac69-526cbfaa623f {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:57:28.136445 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-e6d09995-6a3c-4ef0-ba0c-48a83dfbb836 service neutron] Port bfdc2f38-9d41-4a61-9598-39aadce82d5d on network 1f0822b9-b44a-4189-ac69-526cbfaa623f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 11:57:28.136764 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-e6d09995-6a3c-4ef0-ba0c-48a83dfbb836 service neutron] Attempting to bind port bfdc2f38-9d41-4a61-9598-39aadce82d5d on network 1f0822b9-b44a-4189-ac69-526cbfaa623f {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:57:28.142680 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-e6d09995-6a3c-4ef0-ba0c-48a83dfbb836 service neutron] Checking agent: {'id': '0d418b69-6da0-49d9-b758-bac8cc78f2cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'started_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:57:28.143026 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-e6d09995-6a3c-4ef0-ba0c-48a83dfbb836 service neutron] Checking segment: {'id': 'f47893db-e434-4e31-97bd-89f81aa77ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1f0822b9-b44a-4189-ac69-526cbfaa623f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:57:28.143412 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-e6d09995-6a3c-4ef0-ba0c-48a83dfbb836 service neutron] Bound using segment: {'id': 'f47893db-e434-4e31-97bd-89f81aa77ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1f0822b9-b44a-4189-ac69-526cbfaa623f'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:57:28.143841 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-e6d09995-6a3c-4ef0-ba0c-48a83dfbb836 service neutron] Bound port: bfdc2f38-9d41-4a61-9598-39aadce82d5d, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47893db-e434-4e31-97bd-89f81aa77ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1f0822b9-b44a-4189-ac69-526cbfaa623f'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:57:28.144194 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-e6d09995-6a3c-4ef0-ba0c-48a83dfbb836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (bfdc2f38-9d41-4a61-9598-39aadce82d5d), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:28.209509 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-e6d09995-6a3c-4ef0-ba0c-48a83dfbb836 service neutron] For port bfdc2f38-9d41-4a61-9598-39aadce82d5d, host hv-cinder-81735, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:57:28.212568 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-e6d09995-6a3c-4ef0-ba0c-48a83dfbb836 service neutron] For port bfdc2f38-9d41-4a61-9598-39aadce82d5d, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=bfdc2f38-9d41-4a61-9598-39aadce82d5d,segment=NetworkSegment(f47893db-e434-4e31-97bd-89f81aa77ab5),segment_id=f47893db-e434-4e31-97bd-89f81aa77ab5)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:57:28.285572 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-e6d09995-6a3c-4ef0-ba0c-48a83dfbb836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (bfdc2f38-9d41-4a61-9598-39aadce82d5d), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:28.326164 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-e6d09995-6a3c-4ef0-ba0c-48a83dfbb836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:28.326784 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-e6d09995-6a3c-4ef0-ba0c-48a83dfbb836 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:28.328156 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-e6d09995-6a3c-4ef0-ba0c-48a83dfbb836 service neutron] 10.222.0.18 "PUT /v2.0/ports/bfdc2f38-9d41-4a61-9598-39aadce82d5d HTTP/1.1" status: 200 len: 1093 time: 1.1453419 Feb 07 11:57:28.328600 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ceda4cf-8846-44d0-b31a-fcbd32000f34', 'tag': 'bfdc2f38-9d41-4a61-9598-39aadce82d5d'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 11:57:28.331130 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5512e24b4b829142f063b72b797f5a35d67167870001cc5935fd87f1b71448f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9741c364-e91a-4b36-aa0c-961839929a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "1ceda4cf-8846-44d0-b31a-fcbd32000f34", "tag": "bfdc2f38-9d41-4a61-9598-39aadce82d5d"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 11:57:28.356367 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d09995-6a3c-4ef0-ba0c-48a83dfbb836 service neutron] Pushing event updated for resources: {'Port': ['ID=bfdc2f38-9d41-4a61-9598-39aadce82d5d,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:57:28.376202 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 11:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba579cfd-5105-4491-a58c-f69bbfac2ed3 x-openstack-request-id: req-ba579cfd-5105-4491-a58c-f69bbfac2ed3 {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 11:57:28.376654 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ceda4cf-8846-44d0-b31a-fcbd32000f34", "tag": "bfdc2f38-9d41-4a61-9598-39aadce82d5d", "status": "completed", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 11:57:28.377090 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ba579cfd-5105-4491-a58c-f69bbfac2ed3 {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 11:57:28.377492 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ceda4cf-8846-44d0-b31a-fcbd32000f34', 'tag': 'bfdc2f38-9d41-4a61-9598-39aadce82d5d', 'status': 'completed', 'code': 200} Feb 07 11:57:28.696913 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1858b-1dcc-4874-aec8-088f68ff43a5 req-180fbb49-9246-4d44-a07d-b5f301b59f67 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:28.698411 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e6a1858b-1dcc-4874-aec8-088f68ff43a5 req-180fbb49-9246-4d44-a07d-b5f301b59f67 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 943 time: 0.0579746 Feb 07 11:57:28.769783 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e6a1858b-1dcc-4874-aec8-088f68ff43a5 req-1c4fed12-5ab3-4f96-9069-cc731bb2cba5 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631561 Feb 07 11:57:29.561199 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 11:57:29.900427 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4596e9-b100-4e86-9196-854aeb41466e req-0fed08ea-37fa-417f-be0b-76fc243c0370 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:29.902444 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4d4596e9-b100-4e86-9196-854aeb41466e req-0fed08ea-37fa-417f-be0b-76fc243c0370 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 943 time: 0.0508850 Feb 07 11:57:29.948243 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4d4596e9-b100-4e86-9196-854aeb41466e req-85bc773b-d006-477f-b35c-23a4d84cd8dd tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406554 Feb 07 11:57:31.063081 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078523b8-c99c-4fda-b6c8-89f038772dcc req-2421411c-6893-4127-bf75-ac8fd18b7287 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:31.064558 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-078523b8-c99c-4fda-b6c8-89f038772dcc req-2421411c-6893-4127-bf75-ac8fd18b7287 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 943 time: 0.0516315 Feb 07 11:57:31.110738 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-078523b8-c99c-4fda-b6c8-89f038772dcc req-fb3307b3-ead3-4dae-baa7-62f42a8343bc tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406549 Feb 07 11:57:32.225288 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c023a16-0314-447c-a444-156b783efd23 req-6e7508a3-0925-49b6-b2f2-ad0a4e448884 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:32.226660 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8c023a16-0314-447c-a444-156b783efd23 req-6e7508a3-0925-49b6-b2f2-ad0a4e448884 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 943 time: 0.0511758 Feb 07 11:57:32.274985 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8c023a16-0314-447c-a444-156b783efd23 req-438e215b-7a2f-4ccb-a22e-6695320ff747 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424523 Feb 07 11:57:33.010947 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741c364-e91a-4b36-aa0c-961839929a6a req-07accb5e-4a00-4ea0-a356-529c4ac7ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:33.012493 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9741c364-e91a-4b36-aa0c-961839929a6a req-07accb5e-4a00-4ea0-a356-529c4ac7ba65 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fa56258a2a848a3900e69789d262891&device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 1127 time: 0.0472531 Feb 07 11:57:33.193186 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741c364-e91a-4b36-aa0c-961839929a6a req-f1d7980f-0a49-4232-8776-82ffa9279dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:33.194649 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9741c364-e91a-4b36-aa0c-961839929a6a req-f1d7980f-0a49-4232-8776-82ffa9279dc3 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9fa56258a2a848a3900e69789d262891&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0893667 Feb 07 11:57:33.290757 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741c364-e91a-4b36-aa0c-961839929a6a req-44e76e3f-578b-46a9-bc6c-0983fc17b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:33.292197 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9741c364-e91a-4b36-aa0c-961839929a6a req-44e76e3f-578b-46a9-bc6c-0983fc17b939 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907109 Feb 07 11:57:33.405431 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-d7da2611-a9de-4f9f-a493-6ad817107890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:33.406982 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-d7da2611-a9de-4f9f-a493-6ad817107890 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fa56258a2a848a3900e69789d262891&device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 1127 time: 0.0770323 Feb 07 11:57:33.418920 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083ed05-95bb-4fa9-8fe3-6143f66b4e09 req-df9e49d9-46f7-4677-ba8e-e17ca4ec91b2 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:33.420381 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-0083ed05-95bb-4fa9-8fe3-6143f66b4e09 req-df9e49d9-46f7-4677-ba8e-e17ca4ec91b2 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 943 time: 0.0645926 Feb 07 11:57:33.464279 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-503a1061-f4bd-4d51-9996-a412e67003f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfdc2f38-9d41-4a61-9598-39aadce82d5d HTTP/1.1" status: 200 len: 217 time: 0.0429375 Feb 07 11:57:33.496754 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-0083ed05-95bb-4fa9-8fe3-6143f66b4e09 req-894d1a1b-be95-4468-9ac0-7c2ed57063ed tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686793 Feb 07 11:57:33.552662 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-c71f8ed4-48d4-4fa5-b123-235e0866a6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:33.554050 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-c71f8ed4-48d4-4fa5-b123-235e0866a6fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d7bb34f8-fb86-49c0-99ed-5186686f2b9d HTTP/1.1" status: 200 len: 855 time: 0.0446494 Feb 07 11:57:33.585406 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-c6ee5d16-39be-436e-9fa0-f6e9191373e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1f0822b9-b44a-4189-ac69-526cbfaa623f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239699 Feb 07 11:57:33.676523 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-da2d785b-ffae-44c2-975f-a54a58024735 service neutron] 10.222.0.18 "GET /v2.0/networks/1f0822b9-b44a-4189-ac69-526cbfaa623f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838444 Feb 07 11:57:33.765914 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7c2fe0e7-3de7-45ae-a9c6-a6a518b87479 req-26220dc8-c460-4934-b776-10c68228bfd9 service neutron] 10.222.0.18 "GET /v2.0/networks/1f0822b9-b44a-4189-ac69-526cbfaa623f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819533 Feb 07 11:57:34.617942 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02c407-526b-400f-bea0-039ab7644e18 req-c00cb96f-ee6f-4a0d-9314-1460b40398bb tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:34.619334 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-be02c407-526b-400f-bea0-039ab7644e18 req-c00cb96f-ee6f-4a0d-9314-1460b40398bb tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 943 time: 0.0517752 Feb 07 11:57:34.665419 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-be02c407-526b-400f-bea0-039ab7644e18 req-2990272c-ed4f-4c64-9e7d-66c0f00da46b tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400701 Feb 07 11:57:35.788145 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f656dd5-e22e-45ec-9b77-0508197c8bce req-e6a9a075-c38e-44a1-a94d-808bace9146b tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:35.789642 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9f656dd5-e22e-45ec-9b77-0508197c8bce req-e6a9a075-c38e-44a1-a94d-808bace9146b tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 943 time: 0.0587232 Feb 07 11:57:35.834911 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9f656dd5-e22e-45ec-9b77-0508197c8bce req-7bd29b72-0559-4ded-a70b-4ba6b7a13707 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393214 Feb 07 11:57:36.948304 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8e629-62a0-4985-a2be-4e299e78be24 req-cd771282-2988-41fa-b3ea-50dc8f90fef0 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:36.949777 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-33a8e629-62a0-4985-a2be-4e299e78be24 req-cd771282-2988-41fa-b3ea-50dc8f90fef0 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 943 time: 0.0507457 Feb 07 11:57:36.994458 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-33a8e629-62a0-4985-a2be-4e299e78be24 req-5d0432a2-17ca-48c8-8d17-4b08a64fb5f5 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383077 Feb 07 11:57:38.109634 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e13d9-e9da-49b2-b707-9a40c1518245 req-62313474-4c6a-4185-8cb7-b657cc1b742e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:38.111088 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8f6e13d9-e9da-49b2-b707-9a40c1518245 req-62313474-4c6a-4185-8cb7-b657cc1b742e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 943 time: 0.0516329 Feb 07 11:57:38.156833 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8f6e13d9-e9da-49b2-b707-9a40c1518245 req-d2177e42-003f-427f-b195-f1ae1001ff75 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401411 Feb 07 11:57:38.375994 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-c70473f3-54b5-416d-b12b-386695d1b4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:39.274844 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23770d51-9e34-45d1-9b98-b6ebf8d038e5 req-58d439cf-9ce1-477c-8e8b-58237924528f tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:39.276296 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-23770d51-9e34-45d1-9b98-b6ebf8d038e5 req-58d439cf-9ce1-477c-8e8b-58237924528f tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 943 time: 0.0534546 Feb 07 11:57:39.321188 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-23770d51-9e34-45d1-9b98-b6ebf8d038e5 req-a6cdd047-0b29-42b5-ad77-5661efe8f03d tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390019 Feb 07 11:57:40.445501 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca18eb-7aaa-454c-85af-fb64b046d88f req-fbf83d53-8bdc-476f-a26d-48c73fb7a41e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:40.447049 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-04ca18eb-7aaa-454c-85af-fb64b046d88f req-fbf83d53-8bdc-476f-a26d-48c73fb7a41e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 943 time: 0.0593791 Feb 07 11:57:40.501884 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-04ca18eb-7aaa-454c-85af-fb64b046d88f req-7061b025-7bdd-4249-bd9f-10f9e2e76f58 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487530 Feb 07 11:57:40.581840 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-b1dac7e7-8f57-48e7-9943-3a4ba4ccebee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:41.623611 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85db5e-77f6-452a-8a48-80e1921f50fe req-9871caa0-1149-4919-8dd7-208240997468 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:41.625086 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ad85db5e-77f6-452a-8a48-80e1921f50fe req-9871caa0-1149-4919-8dd7-208240997468 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 943 time: 0.0536907 Feb 07 11:57:41.659977 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:41.671049 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ad85db5e-77f6-452a-8a48-80e1921f50fe req-bed28258-2bbc-49a4-b0ce-747baa52e224 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404735 Feb 07 11:57:42.473794 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5476d27-1413-4a2f-a93d-5f0bc3ea0f5b req-f9da9cad-9b95-4732-804f-9a18e0e4fa05 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:42.475282 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f5476d27-1413-4a2f-a93d-5f0bc3ea0f5b req-f9da9cad-9b95-4732-804f-9a18e0e4fa05 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0595832 Feb 07 11:57:42.505692 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf25a4a-f99f-45b4-8ff5-54297614b66a req-6cc6d8cf-2496-47cb-b3fd-287f50906dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:42.507194 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3bf25a4a-f99f-45b4-8ff5-54297614b66a req-6cc6d8cf-2496-47cb-b3fd-287f50906dd7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75db33526c1b4ecb86d73593354d98fb&device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 1129 time: 0.0439525 Feb 07 11:57:42.521446 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f5476d27-1413-4a2f-a93d-5f0bc3ea0f5b req-19741818-2f19-4693-b036-e7350c3c84e6 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405154 Feb 07 11:57:42.596693 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf25a4a-f99f-45b4-8ff5-54297614b66a req-52337739-90fa-465e-a0e3-ff0932f8ad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:42.598212 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3bf25a4a-f99f-45b4-8ff5-54297614b66a req-52337739-90fa-465e-a0e3-ff0932f8ad8d service neutron] 10.222.0.18 "GET /v2.0/networks?id=677930ed-9c83-41f5-83f9-2c05042c40b2 HTTP/1.1" status: 200 len: 920 time: 0.0851846 Feb 07 11:57:42.646360 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3bf25a4a-f99f-45b4-8ff5-54297614b66a req-838936ff-f02b-4e2d-b066-c5d1aa81024c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=420f2d72-e592-48d0-a55c-b9a1ade756cb HTTP/1.1" status: 200 len: 217 time: 0.0411167 Feb 07 11:57:42.692820 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf25a4a-f99f-45b4-8ff5-54297614b66a req-59e7abd5-9d2b-4fd0-b68c-2af6ceb905f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:42.694295 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3bf25a4a-f99f-45b4-8ff5-54297614b66a req-59e7abd5-9d2b-4fd0-b68c-2af6ceb905f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=967182f2-622c-4180-924f-9039ced922cc HTTP/1.1" status: 200 len: 859 time: 0.0427284 Feb 07 11:57:42.728093 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3bf25a4a-f99f-45b4-8ff5-54297614b66a req-ff9d4629-9574-4f83-b115-6c9092ccbeda service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=677930ed-9c83-41f5-83f9-2c05042c40b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281606 Feb 07 11:57:42.858824 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f4dc8-2d14-48cd-95af-cdd299337334 req-8cb1e9e1-f275-4baf-8a1b-6a6f7227fa65 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:42.860288 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3f4f4dc8-2d14-48cd-95af-cdd299337334 req-8cb1e9e1-f275-4baf-8a1b-6a6f7227fa65 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 943 time: 0.1135383 Feb 07 11:57:42.865670 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3bf25a4a-f99f-45b4-8ff5-54297614b66a req-f11ae794-a2c0-4c7e-8e97-5d6ccc498f02 service neutron] 10.222.0.18 "GET /v2.0/networks/677930ed-9c83-41f5-83f9-2c05042c40b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269736 Feb 07 11:57:42.959290 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3f4f4dc8-2d14-48cd-95af-cdd299337334 req-f32578d7-a0c2-42df-a38c-768e7ab586bf tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926771 Feb 07 11:57:42.984369 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3bf25a4a-f99f-45b4-8ff5-54297614b66a req-b8191a4b-699b-4a72-90ba-868f6146fa1a service neutron] 10.222.0.18 "GET /v2.0/networks/677930ed-9c83-41f5-83f9-2c05042c40b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114316 Feb 07 11:57:43.624621 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:43.643472 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78369250-ed70-4b6b-84e2-4666a5d02f6a req-aef13f69-e2ba-4c16-8fc8-12d829f48dad tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:43.643955 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-78369250-ed70-4b6b-84e2-4666a5d02f6a req-aef13f69-e2ba-4c16-8fc8-12d829f48dad tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0518312 Feb 07 11:57:43.691872 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-78369250-ed70-4b6b-84e2-4666a5d02f6a req-306975d0-3203-49ae-8a79-40329f2c1195 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421312 Feb 07 11:57:44.082661 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094aae0-40c7-4900-8fb5-ce482f3b80d5 req-87d80777-6453-4a4d-9532-ef7380d94b46 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:44.084151 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b094aae0-40c7-4900-8fb5-ce482f3b80d5 req-87d80777-6453-4a4d-9532-ef7380d94b46 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 943 time: 0.0532784 Feb 07 11:57:44.145591 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b094aae0-40c7-4900-8fb5-ce482f3b80d5 req-4434b184-51f2-4b12-bf97-773f08bf767a tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558374 Feb 07 11:57:44.670949 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:44.810665 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0824c-6f41-4ae3-bd29-1bb0011ea4d9 req-11094158-b3ee-4f20-911a-7a6bfb6754df tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:44.812149 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c6f0824c-6f41-4ae3-bd29-1bb0011ea4d9 req-11094158-b3ee-4f20-911a-7a6bfb6754df tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0526724 Feb 07 11:57:44.862612 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c6f0824c-6f41-4ae3-bd29-1bb0011ea4d9 req-a4cb89f2-8b89-40eb-8876-8811ba78e4e8 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448036 Feb 07 11:57:45.257260 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device bfdc2f38-9d41-4a61-9598-39aadce82d5d details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 11:57:45.263583 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c1526-3bdb-46f5-bc36-41a99c1aee5b req-a8c305fd-d5ed-47cd-b51f-cc427e946d50 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:45.265099 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f60c1526-3bdb-46f5-bc36-41a99c1aee5b req-a8c305fd-d5ed-47cd-b51f-cc427e946d50 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 943 time: 0.0523593 Feb 07 11:57:45.312968 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f60c1526-3bdb-46f5-bc36-41a99c1aee5b req-8f5b3a45-ded2-4529-b705-a79017484aec tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420794 Feb 07 11:57:45.356996 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port bfdc2f38-9d41-4a61-9598-39aadce82d5d, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=bfdc2f38-9d41-4a61-9598-39aadce82d5d,segment=NetworkSegment(f47893db-e434-4e31-97bd-89f81aa77ab5),segment_id=f47893db-e434-4e31-97bd-89f81aa77ab5)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:57:45.368183 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Returning: {'device': 'bfdc2f38-9d41-4a61-9598-39aadce82d5d', 'network_id': '1f0822b9-b44a-4189-ac69-526cbfaa623f', 'port_id': 'bfdc2f38-9d41-4a61-9598-39aadce82d5d', 'mac_address': 'fa:16:3e:97:fe:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7bb34f8-fb86-49c0-99ed-5186686f2b9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 11:57:45.403815 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port bfdc2f38-9d41-4a61-9598-39aadce82d5d is: DOWN; New status is: BUILD {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:57:45.404205 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (bfdc2f38-9d41-4a61-9598-39aadce82d5d), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:45.416377 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfdc2f38-9d41-4a61-9598-39aadce82d5d {{(pid=109817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 11:57:45.436163 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port bfdc2f38-9d41-4a61-9598-39aadce82d5d, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=bfdc2f38-9d41-4a61-9598-39aadce82d5d,segment=NetworkSegment(f47893db-e434-4e31-97bd-89f81aa77ab5),segment_id=f47893db-e434-4e31-97bd-89f81aa77ab5)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:57:45.524000 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (bfdc2f38-9d41-4a61-9598-39aadce82d5d), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:45.573882 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=bfdc2f38-9d41-4a61-9598-39aadce82d5d,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:57:45.986923 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa0331-f0e2-4f0e-97f7-c997ebd14c12 req-6a15dcfd-5ac6-41e3-b899-11e8d3d1d3d3 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:45.988472 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-71fa0331-f0e2-4f0e-97f7-c997ebd14c12 req-6a15dcfd-5ac6-41e3-b899-11e8d3d1d3d3 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0587344 Feb 07 11:57:46.035640 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-71fa0331-f0e2-4f0e-97f7-c997ebd14c12 req-806adb7b-a955-4330-b5f3-10a807b6d806 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411470 Feb 07 11:57:46.431851 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1537a5b-24ed-4dbe-9ec6-c01d00defd36 req-126f0677-255d-4754-81d1-8454c2351077 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:46.433351 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f1537a5b-24ed-4dbe-9ec6-c01d00defd36 req-126f0677-255d-4754-81d1-8454c2351077 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 944 time: 0.0542855 Feb 07 11:57:46.478583 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f1537a5b-24ed-4dbe-9ec6-c01d00defd36 req-af173319-103c-46a8-b544-e6218a71dd5e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392377 Feb 07 11:57:47.150772 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b058a13-26ce-44bf-b30c-df108bc97297 req-436c2511-f352-4051-ab11-049c9835b838 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:47.152251 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7b058a13-26ce-44bf-b30c-df108bc97297 req-436c2511-f352-4051-ab11-049c9835b838 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0508759 Feb 07 11:57:47.197324 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7b058a13-26ce-44bf-b30c-df108bc97297 req-cd7d3d3c-171d-403e-ad2e-9c84de4bb281 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389175 Feb 07 11:57:47.594089 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb719d4-c73d-432e-b224-2c6bb24e77b9 req-6830bbf8-43cd-40dd-a2ff-f4d772c66196 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:47.595445 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3eb719d4-c73d-432e-b224-2c6bb24e77b9 req-6830bbf8-43cd-40dd-a2ff-f4d772c66196 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 944 time: 0.0514424 Feb 07 11:57:47.648365 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3eb719d4-c73d-432e-b224-2c6bb24e77b9 req-13c3173f-22e0-4ec9-abe9-464cacf6ec15 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474868 Feb 07 11:57:48.317868 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45824f0d-219b-4dc3-985c-daafd60b3de4 req-f08ea7d1-88e0-430d-be9c-ab09ff4ad9cf tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:48.319345 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-45824f0d-219b-4dc3-985c-daafd60b3de4 req-f08ea7d1-88e0-430d-be9c-ab09ff4ad9cf tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0561614 Feb 07 11:57:48.365805 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-45824f0d-219b-4dc3-985c-daafd60b3de4 req-d81c43bf-ce1d-4d5a-af1e-60bc28e04ba4 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409338 Feb 07 11:57:48.766117 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955f6e4-ff6a-49d1-b4c0-1fa101927b17 req-cc759a2d-3b19-4ec6-b897-76f7d657d214 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:48.767573 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-5955f6e4-ff6a-49d1-b4c0-1fa101927b17 req-cc759a2d-3b19-4ec6-b897-76f7d657d214 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 944 time: 0.0542402 Feb 07 11:57:48.812894 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-5955f6e4-ff6a-49d1-b4c0-1fa101927b17 req-61952670-843e-42ca-a58f-0a12d14ce3f3 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397472 Feb 07 11:57:49.482713 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac7347-cea3-4a52-937b-16155e11c470 req-89b4bce8-143b-4e20-a5e3-d705dda01c8e tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:49.484144 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-dbac7347-cea3-4a52-937b-16155e11c470 req-89b4bce8-143b-4e20-a5e3-d705dda01c8e tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0530717 Feb 07 11:57:49.530586 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-dbac7347-cea3-4a52-937b-16155e11c470 req-1fee8930-3007-4cec-9b0f-dde8ce90fc5e tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409803 Feb 07 11:57:49.671036 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['bfdc2f38-9d41-4a61-9598-39aadce82d5d'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 11:57:49.931869 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32981c-5552-4065-b585-8bde9e1f2a3e req-e2645da0-e59f-40d8-9283-d0ee1c158fa5 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:49.933363 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7c32981c-5552-4065-b585-8bde9e1f2a3e req-e2645da0-e59f-40d8-9283-d0ee1c158fa5 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 944 time: 0.0533690 Feb 07 11:57:49.982687 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7c32981c-5552-4065-b585-8bde9e1f2a3e req-f7cfd049-d2c7-4f01-bc21-ea0562b3e09f tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423851 Feb 07 11:57:50.650673 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e049c-2d77-4068-a24e-e1a0cf6325e2 req-c97ddb52-26a4-4804-b8ad-f31c279bd471 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:50.652155 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e18e049c-2d77-4068-a24e-e1a0cf6325e2 req-c97ddb52-26a4-4804-b8ad-f31c279bd471 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0519066 Feb 07 11:57:50.701642 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e18e049c-2d77-4068-a24e-e1a0cf6325e2 req-400def4a-6ec3-4ef7-bf8b-4eb78b48757a tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432703 Feb 07 11:57:51.099236 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35392c0a-c4b1-4c9d-8c29-a61934a143f6 req-fc4efd89-afa4-44f7-bbbb-ca98f6554837 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:51.100698 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-35392c0a-c4b1-4c9d-8c29-a61934a143f6 req-fc4efd89-afa4-44f7-bbbb-ca98f6554837 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 944 time: 0.0518963 Feb 07 11:57:51.150258 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-35392c0a-c4b1-4c9d-8c29-a61934a143f6 req-f527a0d8-73c6-4859-aec4-c53d6520f497 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439646 Feb 07 11:57:51.829392 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70314d8-6382-478c-80c0-70cb5d6b1aae req-4a60c220-33fe-4df7-9c69-77fc978c5540 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:51.829392 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a70314d8-6382-478c-80c0-70cb5d6b1aae req-4a60c220-33fe-4df7-9c69-77fc978c5540 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0593221 Feb 07 11:57:51.877024 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a70314d8-6382-478c-80c0-70cb5d6b1aae req-2354520f-085f-4f78-b19d-e29d6e376f9a tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435514 Feb 07 11:57:52.276329 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80838a7e-fd7c-4790-baf7-6929bc34699a req-7a29c243-50ac-421b-8512-e11da070c6a0 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:52.277928 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-80838a7e-fd7c-4790-baf7-6929bc34699a req-7a29c243-50ac-421b-8512-e11da070c6a0 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 944 time: 0.0544491 Feb 07 11:57:52.323849 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-80838a7e-fd7c-4790-baf7-6929bc34699a req-239b173c-074e-47c0-af51-4e14a9d4004f tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403256 Feb 07 11:57:52.356355 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device bfdc2f38-9d41-4a61-9598-39aadce82d5d up at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:57:52.460577 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning for port bfdc2f38-9d41-4a61-9598-39aadce82d5d completed by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 11:57:52.464228 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning complete for port bfdc2f38-9d41-4a61-9598-39aadce82d5d triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:57:52.464593 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (bfdc2f38-9d41-4a61-9598-39aadce82d5d), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:52.539802 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port bfdc2f38-9d41-4a61-9598-39aadce82d5d is: BUILD; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:57:52.540194 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (bfdc2f38-9d41-4a61-9598-39aadce82d5d), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:52.562558 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ceda4cf-8846-44d0-b31a-fcbd32000f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfdc2f38-9d41-4a61-9598-39aadce82d5d'}] {{(pid=109817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 11:57:52.564773 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bc6b3c0530c896bdfe52e422604eaad6eac6737642d5fab1ac5583b9ec47d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f59433-4c63-4287-b545-eadb51bcc90f" -d '{"events": [{"server_uuid": "1ceda4cf-8846-44d0-b31a-fcbd32000f34", "name": "network-vif-plugged", "status": "completed", "tag": "bfdc2f38-9d41-4a61-9598-39aadce82d5d"}]}' {{(pid=109817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 11:57:52.580591 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port bfdc2f38-9d41-4a61-9598-39aadce82d5d, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=bfdc2f38-9d41-4a61-9598-39aadce82d5d,segment=NetworkSegment(f47893db-e434-4e31-97bd-89f81aa77ab5),segment_id=f47893db-e434-4e31-97bd-89f81aa77ab5)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:57:52.599670 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 11:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2bf5c5-970e-4e3e-a2db-48b53471af56 x-openstack-request-id: req-ef2bf5c5-970e-4e3e-a2db-48b53471af56 {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 11:57:52.599974 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ceda4cf-8846-44d0-b31a-fcbd32000f34", "name": "network-vif-plugged", "status": "completed", "tag": "bfdc2f38-9d41-4a61-9598-39aadce82d5d", "code": 200}]} {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 11:57:52.600230 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ef2bf5c5-970e-4e3e-a2db-48b53471af56 {{(pid=109817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 11:57:52.600617 dv-cinder-817351-12-iscsi neutron-server[109817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ceda4cf-8846-44d0-b31a-fcbd32000f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfdc2f38-9d41-4a61-9598-39aadce82d5d', 'code': 200} Feb 07 11:57:52.670755 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (bfdc2f38-9d41-4a61-9598-39aadce82d5d), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:52.717060 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=bfdc2f38-9d41-4a61-9598-39aadce82d5d,revision_number=5']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:57:52.755432 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:57:52.998744 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c41cb-6e24-4a05-bddd-42c740d0aa42 req-1a05edda-167f-4853-9b76-19c773187367 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:53.000294 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c38c41cb-6e24-4a05-bddd-42c740d0aa42 req-1a05edda-167f-4853-9b76-19c773187367 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0545139 Feb 07 11:57:53.045781 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c38c41cb-6e24-4a05-bddd-42c740d0aa42 req-b925b365-2bba-4ace-a0b3-4b156a57595b tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399189 Feb 07 11:57:53.443060 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c1c51-c8d4-42c4-9f2c-94a320db58b0 req-34f78beb-0ded-43c4-9469-24e68222e11c tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:53.444539 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0d9c1c51-c8d4-42c4-9f2c-94a320db58b0 req-34f78beb-0ded-43c4-9469-24e68222e11c tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 945 time: 0.0521612 Feb 07 11:57:53.490015 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0d9c1c51-c8d4-42c4-9f2c-94a320db58b0 req-3d778c44-bfc4-4134-b9c3-74b5bb1b9055 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398293 Feb 07 11:57:53.652149 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb956c-29c2-4af5-a061-77dac7ebbf5f req-d9522a49-1cd4-4fea-b59b-e0f912ab3950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:53.653699 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-dacb956c-29c2-4af5-a061-77dac7ebbf5f req-d9522a49-1cd4-4fea-b59b-e0f912ab3950 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 1129 time: 0.0506032 Feb 07 11:57:54.171457 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c4326-0daa-4662-907e-657da6ed8f3e req-25df3311-b183-4fdf-990c-0f57d45b2be1 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:54.171457 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-707c4326-0daa-4662-907e-657da6ed8f3e req-25df3311-b183-4fdf-990c-0f57d45b2be1 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0558512 Feb 07 11:57:54.216789 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-707c4326-0daa-4662-907e-657da6ed8f3e req-876eebe8-baa6-4445-9594-7d883b26d545 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411906 Feb 07 11:57:54.608924 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3b497-f23e-4c08-a4a5-bfa0e683fb48 req-5208a8c6-bba2-4872-b4eb-27d5b8d913fb tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:54.610350 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-92a3b497-f23e-4c08-a4a5-bfa0e683fb48 req-5208a8c6-bba2-4872-b4eb-27d5b8d913fb tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 945 time: 0.0551991 Feb 07 11:57:54.656057 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-92a3b497-f23e-4c08-a4a5-bfa0e683fb48 req-06b84bfe-30d7-421a-816d-696fb78b9fc3 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402820 Feb 07 11:57:54.881235 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-dacb956c-29c2-4af5-a061-77dac7ebbf5f req-148af9e0-eece-4cb3-ab86-b031f699079d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387635 Feb 07 11:57:55.332541 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803971b-7612-4fa6-a160-da1cf02abebc req-4da53a08-90bb-4a96-82f7-1602a732ca8f tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:55.334144 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a803971b-7612-4fa6-a160-da1cf02abebc req-4da53a08-90bb-4a96-82f7-1602a732ca8f tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0511618 Feb 07 11:57:55.383982 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a803971b-7612-4fa6-a160-da1cf02abebc req-8b6fa0f7-eca6-4bd7-a868-971bcdf8ddc9 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444410 Feb 07 11:57:55.770455 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afca24-9347-461f-861c-a5bf897583c4 req-eb802520-a279-42c0-82e2-1a90662b49ef tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:55.771929 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e7afca24-9347-461f-861c-a5bf897583c4 req-eb802520-a279-42c0-82e2-1a90662b49ef tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 945 time: 0.0512795 Feb 07 11:57:55.823239 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e7afca24-9347-461f-861c-a5bf897583c4 req-df368067-be86-4656-8ac1-2419074e880c tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458066 Feb 07 11:57:56.502607 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b425e4-51ee-4c73-864a-0582cfa8196d req-e93a2f22-6588-48ba-b98e-2c7c5416896a tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:56.504118 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b9b425e4-51ee-4c73-864a-0582cfa8196d req-e93a2f22-6588-48ba-b98e-2c7c5416896a tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0519855 Feb 07 11:57:56.549366 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b9b425e4-51ee-4c73-864a-0582cfa8196d req-cb11afc4-c8a6-4409-adf3-1edbbdc5344f tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396044 Feb 07 11:57:56.948144 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b39df8-4054-44c9-8f62-9d55c826c5c4 req-b0122269-04fc-4492-a81e-01d49d0aa704 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:56.949684 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a2b39df8-4054-44c9-8f62-9d55c826c5c4 req-b0122269-04fc-4492-a81e-01d49d0aa704 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 945 time: 0.0577378 Feb 07 11:57:56.995976 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a2b39df8-4054-44c9-8f62-9d55c826c5c4 req-a5ba5acf-f437-4d70-97dd-5c398cc30cf3 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405517 Feb 07 11:57:57.672687 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60d927-6d6f-466b-a541-68217536c410 req-6c5b9b9c-2b3d-4014-a0a5-c5608f9b878a tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:57.674333 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-df60d927-6d6f-466b-a541-68217536c410 req-6c5b9b9c-2b3d-4014-a0a5-c5608f9b878a tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0598171 Feb 07 11:57:57.720119 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-df60d927-6d6f-466b-a541-68217536c410 req-64690884-7e7c-46c5-860b-d565fd741d89 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401888 Feb 07 11:57:58.112157 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7d1f8-8beb-4bbc-8a4a-27e612130ce7 req-6ffa405a-e3ea-498f-b284-63ed52fe37c0 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:58.113654 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-07c7d1f8-8beb-4bbc-8a4a-27e612130ce7 req-6ffa405a-e3ea-498f-b284-63ed52fe37c0 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 945 time: 0.0509388 Feb 07 11:57:58.159405 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-07c7d1f8-8beb-4bbc-8a4a-27e612130ce7 req-f9e16c24-cfdd-4c82-85c0-726e391f424c tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403342 Feb 07 11:57:58.699258 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b87298-bfea-492f-9f4a-0bdc75378ee0 req-330d90a2-1ec9-4162-bf7d-fdcbed3cfab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:58.701333 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e4b87298-bfea-492f-9f4a-0bdc75378ee0 req-330d90a2-1ec9-4162-bf7d-fdcbed3cfab5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75db33526c1b4ecb86d73593354d98fb&device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 1129 time: 0.0498497 Feb 07 11:57:58.861970 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b87298-bfea-492f-9f4a-0bdc75378ee0 req-5817a595-14f7-4b47-a840-3f8a1ba75c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:58.863344 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e4b87298-bfea-492f-9f4a-0bdc75378ee0 req-5817a595-14f7-4b47-a840-3f8a1ba75c21 service neutron] 10.222.0.18 "GET /v2.0/networks?id=677930ed-9c83-41f5-83f9-2c05042c40b2 HTTP/1.1" status: 200 len: 920 time: 0.1188464 Feb 07 11:57:58.871941 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7be514-6323-4c95-a142-3c79528596fd req-763a3c2c-2ad1-4b5d-a790-b39a58f79b4b tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:58.873535 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-5e7be514-6323-4c95-a142-3c79528596fd req-763a3c2c-2ad1-4b5d-a790-b39a58f79b4b tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0865066 Feb 07 11:57:58.924358 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e4b87298-bfea-492f-9f4a-0bdc75378ee0 req-fa49a7f4-c7d9-4c41-9427-aa39c847a4a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=420f2d72-e592-48d0-a55c-b9a1ade756cb HTTP/1.1" status: 200 len: 217 time: 0.0498145 Feb 07 11:57:58.985425 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-5e7be514-6323-4c95-a142-3c79528596fd req-228e2b07-8f25-4dd9-a2fb-22f65a368ccd tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009688 Feb 07 11:57:59.011022 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b87298-bfea-492f-9f4a-0bdc75378ee0 req-109b125e-2ba3-4e72-a2f3-aa199d64b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:59.011022 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e4b87298-bfea-492f-9f4a-0bdc75378ee0 req-109b125e-2ba3-4e72-a2f3-aa199d64b1b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=967182f2-622c-4180-924f-9039ced922cc HTTP/1.1" status: 200 len: 859 time: 0.0612574 Feb 07 11:57:59.036568 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e4b87298-bfea-492f-9f4a-0bdc75378ee0 req-d39bb25a-f3c3-463c-acfa-e89e0c5da0b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=677930ed-9c83-41f5-83f9-2c05042c40b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298882 Feb 07 11:57:59.128083 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e4b87298-bfea-492f-9f4a-0bdc75378ee0 req-17492a31-f3c0-44fc-bf1a-bcf48c591889 service neutron] 10.222.0.18 "GET /v2.0/networks/677930ed-9c83-41f5-83f9-2c05042c40b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841806 Feb 07 11:57:59.249044 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e4b87298-bfea-492f-9f4a-0bdc75378ee0 req-3feff73b-43de-4f68-8e3c-15d70d1bb149 service neutron] 10.222.0.18 "GET /v2.0/networks/677930ed-9c83-41f5-83f9-2c05042c40b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145396 Feb 07 11:57:59.301420 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e2095-0810-41f0-94cb-874db12db208 req-dc2a36e4-14da-4de6-8828-645eca5ced31 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:57:59.302979 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7b5e2095-0810-41f0-94cb-874db12db208 req-dc2a36e4-14da-4de6-8828-645eca5ced31 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 945 time: 0.0518954 Feb 07 11:57:59.355075 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7b5e2095-0810-41f0-94cb-874db12db208 req-26877825-da17-4842-bd4b-eec3169e31ee tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464525 Feb 07 11:58:00.100706 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48202ef-6f9c-4af9-84e9-3d8842a153a1 req-11a21c6e-b5e4-412d-81b5-cbfd57361ddd tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:00.102182 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e48202ef-6f9c-4af9-84e9-3d8842a153a1 req-11a21c6e-b5e4-412d-81b5-cbfd57361ddd tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0527592 Feb 07 11:58:00.147628 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e48202ef-6f9c-4af9-84e9-3d8842a153a1 req-68a75862-77a3-46a8-8918-365a27f9153e tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399506 Feb 07 11:58:00.470750 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdcc22-f0d6-48bf-bf5e-968eeb3881ad req-15f35af4-29ae-46b4-87ad-dbdf88ac5da8 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:00.472225 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-10bdcc22-f0d6-48bf-bf5e-968eeb3881ad req-15f35af4-29ae-46b4-87ad-dbdf88ac5da8 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 945 time: 0.0514162 Feb 07 11:58:00.517869 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-10bdcc22-f0d6-48bf-bf5e-968eeb3881ad req-87788487-ea13-4c76-81ed-156a1a8644c2 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402205 Feb 07 11:58:01.262369 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f4db8-66b9-4b20-9652-0864aae9d07b req-56835362-a3ad-4b1b-833b-41091736c774 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:01.263921 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c24f4db8-66b9-4b20-9652-0864aae9d07b req-56835362-a3ad-4b1b-833b-41091736c774 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0507617 Feb 07 11:58:01.309971 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c24f4db8-66b9-4b20-9652-0864aae9d07b req-e2a31f5b-c6dd-4d67-9339-b49e4e069147 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406690 Feb 07 11:58:01.632320 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a054231-4043-45d1-b6ba-ee0e804dbcb9 req-c7c4ea11-153d-494d-ae36-f4f3fba97e8a tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:01.633804 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5a054231-4043-45d1-b6ba-ee0e804dbcb9 req-c7c4ea11-153d-494d-ae36-f4f3fba97e8a tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 945 time: 0.0509186 Feb 07 11:58:01.680431 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5a054231-4043-45d1-b6ba-ee0e804dbcb9 req-b20b8593-6b1e-46ec-8eb0-f5b6f53443f9 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406446 Feb 07 11:58:02.427283 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d84f7e-1add-4a5c-981c-660c50f40949 req-75dc7890-7b3c-41e7-a309-fbede0c5b1b4 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:02.428723 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-d7d84f7e-1add-4a5c-981c-660c50f40949 req-75dc7890-7b3c-41e7-a309-fbede0c5b1b4 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0544088 Feb 07 11:58:02.474247 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-d7d84f7e-1add-4a5c-981c-660c50f40949 req-43bb0160-5ada-46b1-9fbc-ed6875ba88bb tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400245 Feb 07 11:58:02.799480 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460172e-0dce-489b-9b6f-3568aed4f7f8 req-cb5df20c-d2d1-46ae-b054-a7c6151999cc tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:02.800886 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3460172e-0dce-489b-9b6f-3568aed4f7f8 req-cb5df20c-d2d1-46ae-b054-a7c6151999cc tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 945 time: 0.0554726 Feb 07 11:58:02.846726 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3460172e-0dce-489b-9b6f-3568aed4f7f8 req-b223402a-e795-408e-a270-14feee991134 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402811 Feb 07 11:58:03.616627 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb357d19-7f17-460d-aed6-1d6b479eeb53 req-8b3fe205-0b09-4254-8d91-cc73105bc8ae tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:03.618121 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-fb357d19-7f17-460d-aed6-1d6b479eeb53 req-8b3fe205-0b09-4254-8d91-cc73105bc8ae tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0752046 Feb 07 11:58:03.662787 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-fb357d19-7f17-460d-aed6-1d6b479eeb53 req-c2f71bfa-dcab-4ed5-82a4-78ad534a3b55 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391328 Feb 07 11:58:03.964277 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4b7b4-9c45-43dc-a37f-ddee558646ea req-70cf7abb-9daf-4e86-93c3-c574f1480ea6 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:03.965829 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-2dd4b7b4-9c45-43dc-a37f-ddee558646ea req-70cf7abb-9daf-4e86-93c3-c574f1480ea6 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 945 time: 0.0522010 Feb 07 11:58:04.012971 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-2dd4b7b4-9c45-43dc-a37f-ddee558646ea req-3b6b200e-80c5-4194-a07c-bfe8532dd1af tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406005 Feb 07 11:58:04.779933 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a35192-8cf4-48d9-a7b0-9d8557ac0817 req-9ceedf80-d70b-42de-8786-bea9f7ee4d59 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:04.781391 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-63a35192-8cf4-48d9-a7b0-9d8557ac0817 req-9ceedf80-d70b-42de-8786-bea9f7ee4d59 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0506577 Feb 07 11:58:04.830889 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-63a35192-8cf4-48d9-a7b0-9d8557ac0817 req-b1af3991-0452-40ad-9279-dba5f2c3efad tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440271 Feb 07 11:58:05.129059 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6d731-a724-4282-bfbd-b4df8b139a2a req-8995b649-c83e-4aad-b4a8-e065b34cfec0 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:05.130809 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-efa6d731-a724-4282-bfbd-b4df8b139a2a req-8995b649-c83e-4aad-b4a8-e065b34cfec0 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 945 time: 0.0523183 Feb 07 11:58:05.181002 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-efa6d731-a724-4282-bfbd-b4df8b139a2a req-b770deb9-d20d-49fe-80ea-2e443df5f38c tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446863 Feb 07 11:58:05.963699 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11380423-9053-48f4-a2eb-ae43ef8c60ba req-10b10ea9-856b-4e6a-90f7-61a33bc5dd20 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:05.965237 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-11380423-9053-48f4-a2eb-ae43ef8c60ba req-10b10ea9-856b-4e6a-90f7-61a33bc5dd20 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0682282 Feb 07 11:58:06.016830 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-11380423-9053-48f4-a2eb-ae43ef8c60ba req-a84275ad-1eb5-4ee9-9017-759c49abfb1c tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412807 Feb 07 11:58:06.297454 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8ca06-83fe-4ead-9c27-bc07b02963f9 req-1aba4ef8-6904-4a5a-9f20-f723d1010269 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:06.298983 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bda8ca06-83fe-4ead-9c27-bc07b02963f9 req-1aba4ef8-6904-4a5a-9f20-f723d1010269 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 945 time: 0.0522137 Feb 07 11:58:06.346616 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bda8ca06-83fe-4ead-9c27-bc07b02963f9 req-68dfd058-4166-438e-a289-57a0d40fb32a tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420864 Feb 07 11:58:06.560402 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 11:58:06.832790 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c7975-2e63-415e-a757-299d5390b022 req-dc5c5ae3-58a6-4289-aa7f-1a8543550185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:06.834322 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c76c7975-2e63-415e-a757-299d5390b022 req-dc5c5ae3-58a6-4289-aa7f-1a8543550185 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 1129 time: 0.0449479 Feb 07 11:58:06.866426 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 54354) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:06.877639 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c76c7975-2e63-415e-a757-299d5390b022 req-6a2440f8-30cb-4bc5-a2d3-1e871066c38c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367699 Feb 07 11:58:06.974026 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f9aaf42c-2bde-4646-9d84-f4caa6f83f4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:07.046483 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f9aaf42c-2bde-4646-9d84-f4caa6f83f4e admin admin] Publish callbacks [] for security_group (561f379b-db38-4bc6-9511-8f2efa7b3bff), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:07.105632 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f9aaf42c-2bde-4646-9d84-f4caa6f83f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (561f379b-db38-4bc6-9511-8f2efa7b3bff), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:07.137709 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27cf41-b0f3-4a55-92ff-d55713711052 req-ea742c9e-6735-4a6b-8f0d-c055fe5e83d2 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:07.139827 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-1d27cf41-b0f3-4a55-92ff-d55713711052 req-ea742c9e-6735-4a6b-8f0d-c055fe5e83d2 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0551634 Feb 07 11:58:07.143029 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aaf42c-2bde-4646-9d84-f4caa6f83f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561f379b-db38-4bc6-9511-8f2efa7b3bff,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:07.148150 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-f9aaf42c-2bde-4646-9d84-f4caa6f83f4e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=54942a7569df4ac9ac35120383170c66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2806971 Feb 07 11:58:07.151080 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 54366) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:07.153630 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aaf42c-2bde-4646-9d84-f4caa6f83f4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:07.153985 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aaf42c-2bde-4646-9d84-f4caa6f83f4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:07.154329 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aaf42c-2bde-4646-9d84-f4caa6f83f4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:07.154663 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aaf42c-2bde-4646-9d84-f4caa6f83f4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:07.154994 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aaf42c-2bde-4646-9d84-f4caa6f83f4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:07.155321 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aaf42c-2bde-4646-9d84-f4caa6f83f4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:07.155650 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aaf42c-2bde-4646-9d84-f4caa6f83f4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:07.155999 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aaf42c-2bde-4646-9d84-f4caa6f83f4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:07.156326 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aaf42c-2bde-4646-9d84-f4caa6f83f4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:07.156702 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aaf42c-2bde-4646-9d84-f4caa6f83f4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:07.157027 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aaf42c-2bde-4646-9d84-f4caa6f83f4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:07.157349 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aaf42c-2bde-4646-9d84-f4caa6f83f4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:07.157693 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aaf42c-2bde-4646-9d84-f4caa6f83f4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:07.226381 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-1d27cf41-b0f3-4a55-92ff-d55713711052 req-9367f773-fb06-4003-8441-9b37d4bfd97f tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791960 Feb 07 11:58:07.231472 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f8037fb2-114e-44cf-95a4-bdc6485d085d admin admin] Publish callbacks [] for security_group (561f379b-db38-4bc6-9511-8f2efa7b3bff), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:07.253332 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f8037fb2-114e-44cf-95a4-bdc6485d085d admin admin] Publish callbacks [] for security_group (561f379b-db38-4bc6-9511-8f2efa7b3bff), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:07.362885 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f8037fb2-114e-44cf-95a4-bdc6485d085d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (561f379b-db38-4bc6-9511-8f2efa7b3bff), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:07.365496 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f8037fb2-114e-44cf-95a4-bdc6485d085d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:07.366653 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-f8037fb2-114e-44cf-95a4-bdc6485d085d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/561f379b-db38-4bc6-9511-8f2efa7b3bff HTTP/1.1" status: 204 len: 168 time: 0.2145133 Feb 07 11:58:07.374232 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8037fb2-114e-44cf-95a4-bdc6485d085d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561f379b-db38-4bc6-9511-8f2efa7b3bff,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:07.381763 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8037fb2-114e-44cf-95a4-bdc6485d085d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:07.382117 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8037fb2-114e-44cf-95a4-bdc6485d085d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:07.382462 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8037fb2-114e-44cf-95a4-bdc6485d085d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:07.382803 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8037fb2-114e-44cf-95a4-bdc6485d085d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:07.383139 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8037fb2-114e-44cf-95a4-bdc6485d085d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:07.383465 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8037fb2-114e-44cf-95a4-bdc6485d085d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:07.383798 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8037fb2-114e-44cf-95a4-bdc6485d085d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:07.384127 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8037fb2-114e-44cf-95a4-bdc6485d085d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:07.384460 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8037fb2-114e-44cf-95a4-bdc6485d085d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:07.384787 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8037fb2-114e-44cf-95a4-bdc6485d085d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:07.385110 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8037fb2-114e-44cf-95a4-bdc6485d085d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:07.385444 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8037fb2-114e-44cf-95a4-bdc6485d085d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:07.385779 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8037fb2-114e-44cf-95a4-bdc6485d085d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:07.976688 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 54380) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:07.989500 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-8d6dee2a-ab16-41cc-bfa3-4a235ac9df30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:08.061940 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-8d6dee2a-ab16-41cc-bfa3-4a235ac9df30 admin admin] Publish callbacks [] for security_group (62431c1f-7f24-4e59-a3d1-8aaea180556c), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:08.143245 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-8d6dee2a-ab16-41cc-bfa3-4a235ac9df30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (62431c1f-7f24-4e59-a3d1-8aaea180556c), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:08.181923 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-8d6dee2a-ab16-41cc-bfa3-4a235ac9df30 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5ac2b1484b2840128c2b609eb9845502&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2041471 Feb 07 11:58:08.183017 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6dee2a-ab16-41cc-bfa3-4a235ac9df30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62431c1f-7f24-4e59-a3d1-8aaea180556c,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:08.185036 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 54384) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:08.236103 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-9f180c70-2d67-49fc-a5df-28c2e1bb9f93 admin admin] Publish callbacks [] for security_group (62431c1f-7f24-4e59-a3d1-8aaea180556c), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:08.257107 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-9f180c70-2d67-49fc-a5df-28c2e1bb9f93 admin admin] Publish callbacks [] for security_group (62431c1f-7f24-4e59-a3d1-8aaea180556c), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:08.350567 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e9a3d-45b8-41a4-985d-c5b725c8af03 req-be4494c6-12e0-4f18-ba5b-50812076721d tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:08.352204 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c58e9a3d-45b8-41a4-985d-c5b725c8af03 req-be4494c6-12e0-4f18-ba5b-50812076721d tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0591388 Feb 07 11:58:08.387874 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-9f180c70-2d67-49fc-a5df-28c2e1bb9f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (62431c1f-7f24-4e59-a3d1-8aaea180556c), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:08.390522 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-9f180c70-2d67-49fc-a5df-28c2e1bb9f93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:08.391698 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-9f180c70-2d67-49fc-a5df-28c2e1bb9f93 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/62431c1f-7f24-4e59-a3d1-8aaea180556c HTTP/1.1" status: 204 len: 168 time: 0.2055981 Feb 07 11:58:08.412712 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c58e9a3d-45b8-41a4-985d-c5b725c8af03 req-51e36dff-cd48-4253-b17e-062352657762 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545719 Feb 07 11:58:08.413896 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f180c70-2d67-49fc-a5df-28c2e1bb9f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62431c1f-7f24-4e59-a3d1-8aaea180556c,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:08.620052 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-ef02f694-4b55-46b4-93c0-01fc3aed294d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:09.321235 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 54420) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:09.422003 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d52c1049-fd4b-445b-8a2a-cc58271159c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:09.499770 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d52c1049-fd4b-445b-8a2a-cc58271159c1 admin admin] Publish callbacks [] for security_group (566048c7-59f9-4e24-bd93-930199fecb59), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:09.531506 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b0680-5419-4b73-901b-b10b23e2f1fe req-c00471f7-098e-4aed-89df-884dbd7cf881 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:09.533002 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-de1b0680-5419-4b73-901b-b10b23e2f1fe req-c00471f7-098e-4aed-89df-884dbd7cf881 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0531943 Feb 07 11:58:09.594500 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-de1b0680-5419-4b73-901b-b10b23e2f1fe req-e7995d9e-adf5-4bea-8802-287407c30005 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549724 Feb 07 11:58:09.602821 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d52c1049-fd4b-445b-8a2a-cc58271159c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (566048c7-59f9-4e24-bd93-930199fecb59), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:09.646186 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-d52c1049-fd4b-445b-8a2a-cc58271159c1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=63bb6e662104408b8bfe09ee548bfc31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3215487 Feb 07 11:58:09.646186 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c1049-fd4b-445b-8a2a-cc58271159c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566048c7-59f9-4e24-bd93-930199fecb59,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:09.646689 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 54436) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:09.706993 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-810581e9-0a8e-4d0e-bb0a-90d327aa6bee admin admin] Publish callbacks [] for security_group (566048c7-59f9-4e24-bd93-930199fecb59), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:09.729099 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-810581e9-0a8e-4d0e-bb0a-90d327aa6bee admin admin] Publish callbacks [] for security_group (566048c7-59f9-4e24-bd93-930199fecb59), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:09.879209 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-810581e9-0a8e-4d0e-bb0a-90d327aa6bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (566048c7-59f9-4e24-bd93-930199fecb59), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:09.881920 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-810581e9-0a8e-4d0e-bb0a-90d327aa6bee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:09.884528 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-810581e9-0a8e-4d0e-bb0a-90d327aa6bee admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/566048c7-59f9-4e24-bd93-930199fecb59 HTTP/1.1" status: 204 len: 168 time: 0.2355380 Feb 07 11:58:09.892193 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810581e9-0a8e-4d0e-bb0a-90d327aa6bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566048c7-59f9-4e24-bd93-930199fecb59,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:10.075652 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f4bda-380d-4587-8a93-52b7c3e2c9e6 req-78684c41-6420-46c1-9cc5-54820de5b11e tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:10.077501 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f97f4bda-380d-4587-8a93-52b7c3e2c9e6 req-78684c41-6420-46c1-9cc5-54820de5b11e tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0595610 Feb 07 11:58:10.126310 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f97f4bda-380d-4587-8a93-52b7c3e2c9e6 req-f5045ca7-5a03-4304-9205-1433ba658615 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430720 Feb 07 11:58:10.578012 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-2985aec5-d6fe-430c-affa-9616f98e9772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:10.624140 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 54468) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:10.637938 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-cc0abaa5-8a27-488e-a0ef-b4a3bcf03831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:10.712629 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-cc0abaa5-8a27-488e-a0ef-b4a3bcf03831 admin admin] Publish callbacks [] for security_group (87d6b930-e222-478f-8890-c5c2f8376842), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:10.779922 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-cc0abaa5-8a27-488e-a0ef-b4a3bcf03831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (87d6b930-e222-478f-8890-c5c2f8376842), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:10.817235 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-cc0abaa5-8a27-488e-a0ef-b4a3bcf03831 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7b20aec2e8e94f5494b1c03446be9e35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1920335 Feb 07 11:58:10.818113 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0abaa5-8a27-488e-a0ef-b4a3bcf03831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d6b930-e222-478f-8890-c5c2f8376842,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:10.820017 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 54476) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:10.934526 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6c2f0c2b-e9fc-4aec-a894-7dcad6f8ce36 admin admin] Publish callbacks [] for security_group (87d6b930-e222-478f-8890-c5c2f8376842), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:10.956490 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6c2f0c2b-e9fc-4aec-a894-7dcad6f8ce36 admin admin] Publish callbacks [] for security_group (87d6b930-e222-478f-8890-c5c2f8376842), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:11.120913 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6c2f0c2b-e9fc-4aec-a894-7dcad6f8ce36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (87d6b930-e222-478f-8890-c5c2f8376842), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:11.124179 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6c2f0c2b-e9fc-4aec-a894-7dcad6f8ce36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:11.128350 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-6c2f0c2b-e9fc-4aec-a894-7dcad6f8ce36 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/87d6b930-e222-478f-8890-c5c2f8376842 HTTP/1.1" status: 204 len: 168 time: 0.3038824 Feb 07 11:58:11.133720 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f0c2b-e9fc-4aec-a894-7dcad6f8ce36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d6b930-e222-478f-8890-c5c2f8376842,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:11.265027 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbaf5e1-41c4-4f86-a06f-3ac65b55eff6 req-b5df2b4f-ac40-4bb4-bf10-f8f02cae5ff3 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:11.266777 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-bdbaf5e1-41c4-4f86-a06f-3ac65b55eff6 req-b5df2b4f-ac40-4bb4-bf10-f8f02cae5ff3 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0644846 Feb 07 11:58:11.318999 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-bdbaf5e1-41c4-4f86-a06f-3ac65b55eff6 req-66032b54-75ba-42d4-a56f-58135ad1387b tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439124 Feb 07 11:58:11.686479 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:11.827687 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 54496) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:11.840964 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-75323323-ba24-454a-b660-80d972daf771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:11.911936 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-75323323-ba24-454a-b660-80d972daf771 admin admin] Publish callbacks [] for security_group (6e6c4ef5-ea3a-4e88-8b12-becaac668180), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:11.989004 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-75323323-ba24-454a-b660-80d972daf771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (6e6c4ef5-ea3a-4e88-8b12-becaac668180), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:12.027258 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75323323-ba24-454a-b660-80d972daf771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6c4ef5-ea3a-4e88-8b12-becaac668180,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:12.031953 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-75323323-ba24-454a-b660-80d972daf771 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=61bb5443e59a487b8d5546217ef71a7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2032611 Feb 07 11:58:12.034851 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 54500) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:12.080558 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-3e6bf876-8617-4d10-b4ef-cc768b894d9b admin admin] Publish callbacks [] for security_group (6e6c4ef5-ea3a-4e88-8b12-becaac668180), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:12.102653 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-3e6bf876-8617-4d10-b4ef-cc768b894d9b admin admin] Publish callbacks [] for security_group (6e6c4ef5-ea3a-4e88-8b12-becaac668180), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:12.368024 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-3e6bf876-8617-4d10-b4ef-cc768b894d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (6e6c4ef5-ea3a-4e88-8b12-becaac668180), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:12.370806 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-3e6bf876-8617-4d10-b4ef-cc768b894d9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:12.372059 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-3e6bf876-8617-4d10-b4ef-cc768b894d9b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6e6c4ef5-ea3a-4e88-8b12-becaac668180 HTTP/1.1" status: 204 len: 168 time: 0.3364525 Feb 07 11:58:12.380322 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6bf876-8617-4d10-b4ef-cc768b894d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6c4ef5-ea3a-4e88-8b12-becaac668180,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:12.437960 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4441c58-9dfd-4174-a3ac-5c630a4f1ccb req-882c4c66-d7fb-4e8e-a658-7530c07b24d3 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:12.439461 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f4441c58-9dfd-4174-a3ac-5c630a4f1ccb req-882c4c66-d7fb-4e8e-a658-7530c07b24d3 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0541184 Feb 07 11:58:12.486085 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f4441c58-9dfd-4174-a3ac-5c630a4f1ccb req-9eef9a18-0700-48ff-92af-b19d7a4035bc tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410609 Feb 07 11:58:13.339520 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa485815-23bb-4d31-a4ce-737777145bed req-f0354f62-e822-4854-b06e-9b93ebfb3101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:13.341021 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-fa485815-23bb-4d31-a4ce-737777145bed req-f0354f62-e822-4854-b06e-9b93ebfb3101 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75db33526c1b4ecb86d73593354d98fb&device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 1129 time: 0.0520985 Feb 07 11:58:13.491388 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 54536) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:13.613828 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25563f-f6aa-44ad-884a-8c73cecf1824 req-40a39202-fd39-4ec0-a92d-8282114aebd4 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:13.615347 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-2e25563f-f6aa-44ad-884a-8c73cecf1824 req-40a39202-fd39-4ec0-a92d-8282114aebd4 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0577867 Feb 07 11:58:13.632803 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-e760d346-dc64-40bb-9237-ae1e2782020e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-427680304-network', 'tenant_id': '6776d9c9ed2f48c39315e1519cd258f2'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:58:13.642423 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:13.679271 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-2e25563f-f6aa-44ad-884a-8c73cecf1824 req-5f2fcac8-cd20-4377-a7d7-c97f474f2d0b tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562761 Feb 07 11:58:13.743369 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e760d346-dc64-40bb-9237-ae1e2782020e admin admin] Made reservation on behalf of 6776d9c9ed2f48c39315e1519cd258f2 for: {'network': 1} {{(pid=109815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:58:13.745695 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-e760d346-dc64-40bb-9237-ae1e2782020e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for network (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:13.755054 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-e760d346-dc64-40bb-9237-ae1e2782020e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:13.827613 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-e760d346-dc64-40bb-9237-ae1e2782020e admin admin] Publish callbacks [] for security_group (4e800270-5b67-448d-8f28-892777e2ee24), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:13.910555 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-e760d346-dc64-40bb-9237-ae1e2782020e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (4e800270-5b67-448d-8f28-892777e2ee24), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:13.937623 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e760d346-dc64-40bb-9237-ae1e2782020e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=109815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 11:58:13.942901 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760d346-dc64-40bb-9237-ae1e2782020e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e800270-5b67-448d-8f28-892777e2ee24,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:13.950516 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-e760d346-dc64-40bb-9237-ae1e2782020e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (f74bba07-bca7-4a3b-b25c-71cc9693ebb7), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:13.950766 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.db.segments_db [None req-e760d346-dc64-40bb-9237-ae1e2782020e admin admin] Added segment f74bba07-bca7-4a3b-b25c-71cc9693ebb7 of type vlan for network 38900fc3-64b1-482b-951a-e6d2ba6b664b Feb 07 11:58:13.990474 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-e760d346-dc64-40bb-9237-ae1e2782020e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782771090189'] for network (38900fc3-64b1-482b-951a-e6d2ba6b664b), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:14.082173 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-e760d346-dc64-40bb-9237-ae1e2782020e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685'] for network (38900fc3-64b1-482b-951a-e6d2ba6b664b), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:14.083133 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e760d346-dc64-40bb-9237-ae1e2782020e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:14.083715 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-e760d346-dc64-40bb-9237-ae1e2782020e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:14.346145 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760d346-dc64-40bb-9237-ae1e2782020e admin admin] Pushing event updated for resources: {'Network': ['ID=38900fc3-64b1-482b-951a-e6d2ba6b664b,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:14.357410 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Network 38900fc3-64b1-482b-951a-e6d2ba6b664b details requested by agent ovs-agent-dv-cinder-817351-12-iscsi with host dv-cinder-817351-12-iscsi {{(pid=109817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 11:58:14.382125 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-e760d346-dc64-40bb-9237-ae1e2782020e admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8896270 Feb 07 11:58:14.384927 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 54550) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:14.390458 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-0c410764-6527-49b6-ac3a-90aa0a8e1896 admin admin] Request body: {'subnet': {'network_id': '38900fc3-64b1-482b-951a-e6d2ba6b664b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-427680304-subnet', 'tenant_id': '6776d9c9ed2f48c39315e1519cd258f2', 'ip_version': 4}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:58:14.474688 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c410764-6527-49b6-ac3a-90aa0a8e1896 admin admin] Made reservation on behalf of 6776d9c9ed2f48c39315e1519cd258f2 for: {'subnet': 1} {{(pid=109815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:58:14.476965 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0c410764-6527-49b6-ac3a-90aa0a8e1896 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:14.697707 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:14.734244 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0c410764-6527-49b6-ac3a-90aa0a8e1896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685'] for subnet (c298de01-5de8-498a-b313-e70f45d99c1c), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:14.791570 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c410764-6527-49b6-ac3a-90aa0a8e1896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c298de01-5de8-498a-b313-e70f45d99c1c,revision_number=0']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:14.799884 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c410764-6527-49b6-ac3a-90aa0a8e1896 admin admin] Checking segment: {'id': 'f74bba07-bca7-4a3b-b25c-71cc9693ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '38900fc3-64b1-482b-951a-e6d2ba6b664b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:58:14.800221 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c410764-6527-49b6-ac3a-90aa0a8e1896 admin admin] Network hostable DHCP agents. Network: 38900fc3-64b1-482b-951a-e6d2ba6b664b, hostable agents: ['61316a96-21e8-4d75-a705-e1a638ca8432'], hosted agents: [] {{(pid=109815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 11:58:14.806332 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c81e8-3d18-445f-a652-3db1d27ec5c1 req-ad4fc058-93ba-4e2d-81ee-5950fab21991 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:14.809154 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-984c81e8-3d18-445f-a652-3db1d27ec5c1 req-ad4fc058-93ba-4e2d-81ee-5950fab21991 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0524070 Feb 07 11:58:14.857355 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-984c81e8-3d18-445f-a652-3db1d27ec5c1 req-93560da9-83c7-4a32-a33a-71ac9df08b29 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437243 Feb 07 11:58:14.886066 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c410764-6527-49b6-ac3a-90aa0a8e1896 admin admin] Network 38900fc3-64b1-482b-951a-e6d2ba6b664b is scheduled to be hosted by DHCP agent 61316a96-21e8-4d75-a705-e1a638ca8432 with binding_index 1 {{(pid=109815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 11:58:14.932280 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa485815-23bb-4d31-a4ce-737777145bed req-37cf3894-7a02-4882-a803-83e330eec40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:14.933720 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-fa485815-23bb-4d31-a4ce-737777145bed req-37cf3894-7a02-4882-a803-83e330eec40b service neutron] 10.222.0.18 "GET /v2.0/networks?id=677930ed-9c83-41f5-83f9-2c05042c40b2 HTTP/1.1" status: 200 len: 920 time: 0.0925052 Feb 07 11:58:14.973235 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-0c410764-6527-49b6-ac3a-90aa0a8e1896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-12-iscsi, 38900fc3-64b1-482b-951a-e6d2ba6b664b) {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:58:14.975663 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-fa485815-23bb-4d31-a4ce-737777145bed req-53a630f3-2db7-4ae5-96c0-ebdda1296e01 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=420f2d72-e592-48d0-a55c-b9a1ade756cb HTTP/1.1" status: 200 len: 217 time: 0.0356050 Feb 07 11:58:14.978401 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c410764-6527-49b6-ac3a-90aa0a8e1896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:14.978775 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0c410764-6527-49b6-ac3a-90aa0a8e1896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for subnet (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:14.983427 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93f08c6-fe38-458f-b841-1265f1ea0679 None None] Network 38900fc3-64b1-482b-951a-e6d2ba6b664b requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 11:58:15.040662 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa485815-23bb-4d31-a4ce-737777145bed req-eab24b91-341e-40a0-8260-0a94e9cd2641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:15.042354 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-fa485815-23bb-4d31-a4ce-737777145bed req-eab24b91-341e-40a0-8260-0a94e9cd2641 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=967182f2-622c-4180-924f-9039ced922cc HTTP/1.1" status: 200 len: 859 time: 0.0570917 Feb 07 11:58:15.078223 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-fa485815-23bb-4d31-a4ce-737777145bed req-d9d40aaa-76bf-4883-b656-bae48c8431f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=677930ed-9c83-41f5-83f9-2c05042c40b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290034 Feb 07 11:58:15.097487 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70b1ed78-7000-5af2-904f-3db4fdf32486-38900fc3-64b1-482b-951a-e6d2ba6b664b', 'network_id': '38900fc3-64b1-482b-951a-e6d2ba6b664b', 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'fixed_ips': [{'subnet_id': 'c298de01-5de8-498a-b313-e70f45d99c1c'}]}} from dv-cinder-817351-12-iscsi. {{(pid=109817) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 11:58:15.103577 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:15.136007 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-0c410764-6527-49b6-ac3a-90aa0a8e1896 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7499895 Feb 07 11:58:15.139579 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 54558) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:15.144218 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-01b11d37-5d1e-45f9-955f-8165193326b1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-427680304-router', 'tenant_id': '6776d9c9ed2f48c39315e1519cd258f2', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:58:15.180559 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-fa485815-23bb-4d31-a4ce-737777145bed req-3bf9f3e7-ad7a-4bfa-a3a8-3de9bba2c7e1 service neutron] 10.222.0.18 "GET /v2.0/networks/677930ed-9c83-41f5-83f9-2c05042c40b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897219 Feb 07 11:58:15.225189 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-01b11d37-5d1e-45f9-955f-8165193326b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-870201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8409'] for router (a620d824-e9ec-40db-b3a8-008c89a0fefc), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:15.226464 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-01b11d37-5d1e-45f9-955f-8165193326b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-874983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router (a620d824-e9ec-40db-b3a8-008c89a0fefc), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:15.233742 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.db_base_plugin_common [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Allocated IP 172.20.0.2 (38900fc3-64b1-482b-951a-e6d2ba6b664b/c298de01-5de8-498a-b313-e70f45d99c1c/95831d00-c56d-4beb-881c-2e28f3ea4737) {{(pid=109817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:58:15.277940 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-fa485815-23bb-4d31-a4ce-737777145bed req-0d649957-ad03-466a-8d2a-bf382ed19269 service neutron] 10.222.0.18 "GET /v2.0/networks/677930ed-9c83-41f5-83f9-2c05042c40b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901153 Feb 07 11:58:15.284116 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-01b11d37-5d1e-45f9-955f-8165193326b1 admin admin] Publish callbacks [] for router_controller (a620d824-e9ec-40db-b3a8-008c89a0fefc), precommit_add_association {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:15.392603 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Publish callbacks [] for port (95831d00-c56d-4beb-881c-2e28f3ea4737), precommit_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:15.474986 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (95831d00-c56d-4beb-881c-2e28f3ea4737), after_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:15.476873 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-01b11d37-5d1e-45f9-955f-8165193326b1 admin admin] Publish callbacks [] for router_gateway (a620d824-e9ec-40db-b3a8-008c89a0fefc), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:15.514360 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Network 38900fc3-64b1-482b-951a-e6d2ba6b664b is already hosted by enough agents. {{(pid=109817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:58:15.517134 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.scheduler.base_scheduler [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Resources bound (agent type, host, resource id): {{(pid=109817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:58:15.520510 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Received port after_create {{(pid=109817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:58:15.525648 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Pushing event updated for resources: {'Port': ['ID=95831d00-c56d-4beb-881c-2e28f3ea4737,revision_number=1']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:15.535559 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:15.535925 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:15.536280 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:15.536613 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:15.536935 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:15.537254 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:15.537611 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:15.537937 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:15.538254 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:15.538588 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:15.538907 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:15.539218 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:15.539531 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:15.588658 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Attempting to bind port 95831d00-c56d-4beb-881c-2e28f3ea4737 on host dv-cinder-817351-12-iscsi for vnic_type normal with profile {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:58:15.589023 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Attempting to bind port 95831d00-c56d-4beb-881c-2e28f3ea4737 by drivers openvswitch,hyperv on host dv-cinder-817351-12-iscsi at level 0 using segments [{'id': 'f74bba07-bca7-4a3b-b25c-71cc9693ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '38900fc3-64b1-482b-951a-e6d2ba6b664b'}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:58:15.589374 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Attempting to bind port 95831d00-c56d-4beb-881c-2e28f3ea4737 on network 38900fc3-64b1-482b-951a-e6d2ba6b664b {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:58:15.594898 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Checking agent: {'id': '3ccea1af-134d-4579-b433-9df459de661e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 47, 45), 'started_at': datetime.datetime(2022, 2, 7, 11, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:58:15.595265 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Checking segment: {'id': 'f74bba07-bca7-4a3b-b25c-71cc9693ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '38900fc3-64b1-482b-951a-e6d2ba6b664b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:58:15.595668 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:15.596055 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Bound using segment: {'id': 'f74bba07-bca7-4a3b-b25c-71cc9693ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '38900fc3-64b1-482b-951a-e6d2ba6b664b'} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:58:15.596513 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Bound port: 95831d00-c56d-4beb-881c-2e28f3ea4737, host: dv-cinder-817351-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74bba07-bca7-4a3b-b25c-71cc9693ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '38900fc3-64b1-482b-951a-e6d2ba6b664b'}}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:58:15.596885 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (95831d00-c56d-4beb-881c-2e28f3ea4737), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:15.658732 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] For port 95831d00-c56d-4beb-881c-2e28f3ea4737, host dv-cinder-817351-12-iscsi, cleared binding levels {{(pid=109817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:58:15.661922 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] For port 95831d00-c56d-4beb-881c-2e28f3ea4737, host dv-cinder-817351-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=95831d00-c56d-4beb-881c-2e28f3ea4737,segment=NetworkSegment(f74bba07-bca7-4a3b-b25c-71cc9693ebb7),segment_id=f74bba07-bca7-4a3b-b25c-71cc9693ebb7)] {{(pid=109817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:58:15.773394 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-01b11d37-5d1e-45f9-955f-8165193326b1 admin admin] Publish callbacks [] for router_gateway (a620d824-e9ec-40db-b3a8-008c89a0fefc), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:15.774283 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (95831d00-c56d-4beb-881c-2e28f3ea4737), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:15.804007 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-01b11d37-5d1e-45f9-955f-8165193326b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:15.852101 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3731430-4679-4981-9358-fec3ca1ec962 None None] Pushing event updated for resources: {'Port': ['ID=95831d00-c56d-4beb-881c-2e28f3ea4737,revision_number=2']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:15.923244 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_common [None req-01b11d37-5d1e-45f9-955f-8165193326b1 admin admin] Allocated IP 172.27.1.51 (12a459b1-c19f-48b5-9c0c-c18492f1de42/06f471c1-ec2c-4a47-a3f1-0b43664949d1/2ea34767-9c51-49b5-913a-bea2bc7e78bb) {{(pid=109816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:58:15.987004 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e6cba-b718-4e2c-be9b-f5ef949fe070 req-687e1bec-a38c-4b9e-bc85-50bf11cd9f0c tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:15.988673 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f22e6cba-b718-4e2c-be9b-f5ef949fe070 req-687e1bec-a38c-4b9e-bc85-50bf11cd9f0c tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0586212 Feb 07 11:58:16.039636 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f22e6cba-b718-4e2c-be9b-f5ef949fe070 req-80adbc13-4b9d-4138-93c0-b54e20044707 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448360 Feb 07 11:58:16.047538 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-01b11d37-5d1e-45f9-955f-8165193326b1 admin admin] Publish callbacks [] for port (2ea34767-9c51-49b5-913a-bea2bc7e78bb), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:16.217886 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-01b11d37-5d1e-45f9-955f-8165193326b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (2ea34767-9c51-49b5-913a-bea2bc7e78bb), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:16.272340 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b11d37-5d1e-45f9-955f-8165193326b1 admin admin] Network 12a459b1-c19f-48b5-9c0c-c18492f1de42 is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:58:16.275314 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-01b11d37-5d1e-45f9-955f-8165193326b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:58:16.279258 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b11d37-5d1e-45f9-955f-8165193326b1 admin admin] Received port after_create {{(pid=109816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:58:16.284561 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b11d37-5d1e-45f9-955f-8165193326b1 admin admin] Pushing event updated for resources: {'Port': ['ID=2ea34767-9c51-49b5-913a-bea2bc7e78bb,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:16.628582 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-01b11d37-5d1e-45f9-955f-8165193326b1 admin admin] Publish callbacks [] for router_gateway (a620d824-e9ec-40db-b3a8-008c89a0fefc), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:16.843382 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccf8cc0-0938-4dea-9ba8-f9735b23a0eb None None] Network 38900fc3-64b1-482b-951a-e6d2ba6b664b requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 11:58:16.958004 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-ae0cfc72-8741-42b4-864c-e5ec809a2957 None None] Provisioning complete for port 95831d00-c56d-4beb-881c-2e28f3ea4737 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:58:16.958381 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-ae0cfc72-8741-42b4-864c-e5ec809a2957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (95831d00-c56d-4beb-881c-2e28f3ea4737), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:17.051280 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-ae0cfc72-8741-42b4-864c-e5ec809a2957 None None] Current status of the port 95831d00-c56d-4beb-881c-2e28f3ea4737 is: DOWN; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:58:17.051686 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-ae0cfc72-8741-42b4-864c-e5ec809a2957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (95831d00-c56d-4beb-881c-2e28f3ea4737), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:17.075364 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-01b11d37-5d1e-45f9-955f-8165193326b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-870326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-875824'] for router (a620d824-e9ec-40db-b3a8-008c89a0fefc), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:17.093524 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-ae0cfc72-8741-42b4-864c-e5ec809a2957 None None] For port 95831d00-c56d-4beb-881c-2e28f3ea4737, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=95831d00-c56d-4beb-881c-2e28f3ea4737,segment=NetworkSegment(f74bba07-bca7-4a3b-b25c-71cc9693ebb7),segment_id=f74bba07-bca7-4a3b-b25c-71cc9693ebb7)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:58:17.167000 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-ae0cfc72-8741-42b4-864c-e5ec809a2957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (95831d00-c56d-4beb-881c-2e28f3ea4737), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:17.217295 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130a8f6-52fb-4a0d-bf03-dd5ccc0a8037 req-5870dcfa-8668-40c8-aea5-26aea1d699c1 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:17.218758 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c130a8f6-52fb-4a0d-bf03-dd5ccc0a8037 req-5870dcfa-8668-40c8-aea5-26aea1d699c1 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0795922 Feb 07 11:58:17.232116 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0cfc72-8741-42b4-864c-e5ec809a2957 None None] Pushing event updated for resources: {'Port': ['ID=95831d00-c56d-4beb-881c-2e28f3ea4737,revision_number=3']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:17.281740 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c130a8f6-52fb-4a0d-bf03-dd5ccc0a8037 req-9c9740e6-d59b-4b07-871e-66ae192b6c6f tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572629 Feb 07 11:58:17.287726 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-494c7cef-9d5b-4ce8-a45c-8833fb58e83d None None] Provisioning complete for port 95831d00-c56d-4beb-881c-2e28f3ea4737 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:58:17.288111 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-494c7cef-9d5b-4ce8-a45c-8833fb58e83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (95831d00-c56d-4beb-881c-2e28f3ea4737), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:17.361874 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b11d37-5d1e-45f9-955f-8165193326b1 admin admin] Router a620d824-e9ec-40db-b3a8-008c89a0fefc is scheduled to L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad with binding_index 1 {{(pid=109816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 11:58:17.366757 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-494c7cef-9d5b-4ce8-a45c-8833fb58e83d None None] Current status of the port 95831d00-c56d-4beb-881c-2e28f3ea4737 is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:58:17.472941 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b11d37-5d1e-45f9-955f-8165193326b1 admin admin] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 11:58:17.483959 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a3f31-e5e8-4f2c-aa81-5938322fe78e None None] Sync routers for ids ['a620d824-e9ec-40db-b3a8-008c89a0fefc'] in dv-cinder-817351-12-iscsi {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 11:58:17.493118 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367a3f31-e5e8-4f2c-aa81-5938322fe78e None None] Routers {'a620d824-e9ec-40db-b3a8-008c89a0fefc'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:58:17.493757 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-367a3f31-e5e8-4f2c-aa81-5938322fe78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:58:11Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['a620d824-e9ec-40db-b3a8-008c89a0fefc'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:58:17.544601 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-01b11d37-5d1e-45f9-955f-8165193326b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:17.548565 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-01b11d37-5d1e-45f9-955f-8165193326b1 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4052911 Feb 07 11:58:17.550049 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 54596) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:17.598987 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-367a3f31-e5e8-4f2c-aa81-5938322fe78e None None] Set router a620d824-e9ec-40db-b3a8-008c89a0fefc gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:58:17.781642 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-367a3f31-e5e8-4f2c-aa81-5938322fe78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'name': 'tempest-TestMinimumBasicScenario-427680304-router', 'tenant_id': '6776d9c9ed2f48c39315e1519cd258f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '2ea34767-9c51-49b5-913a-bea2bc7e78bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:58:15Z', 'updated_at': '2022-02-07T11:58:16Z', 'revision_number': 3, 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'gw_port': {'id': '2ea34767-9c51-49b5-913a-bea2bc7e78bb', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:84:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:15Z', 'updated_at': '2022-02-07T11:58:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:58:17.818971 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a3f31-e5e8-4f2c-aa81-5938322fe78e None None] Checking router: a620d824-e9ec-40db-b3a8-008c89a0fefc for host: dv-cinder-817351-12-iscsi {{(pid=109818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 11:58:17.818971 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a3f31-e5e8-4f2c-aa81-5938322fe78e None None] Updating router a620d824-e9ec-40db-b3a8-008c89a0fefc port 2ea34767-9c51-49b5-913a-bea2bc7e78bb binding host dv-cinder-817351-12-iscsi {{(pid=109818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 11:58:17.848963 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-367a3f31-e5e8-4f2c-aa81-5938322fe78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (2ea34767-9c51-49b5-913a-bea2bc7e78bb), before_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:18.001172 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-57d7b62f-09a7-441c-b305-fb45f3a9e510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:18.091457 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 95831d00-c56d-4beb-881c-2e28f3ea4737 up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:58:18.114541 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-367a3f31-e5e8-4f2c-aa81-5938322fe78e None None] Publish callbacks [] for port (2ea34767-9c51-49b5-913a-bea2bc7e78bb), precommit_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:18.143904 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port 95831d00-c56d-4beb-881c-2e28f3ea4737 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:58:18.144281 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (95831d00-c56d-4beb-881c-2e28f3ea4737), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:18.161626 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_common [None req-57d7b62f-09a7-441c-b305-fb45f3a9e510 admin admin] Allocated IP 172.20.0.1 (38900fc3-64b1-482b-951a-e6d2ba6b664b/c298de01-5de8-498a-b313-e70f45d99c1c/9311cdfe-702c-45ea-8266-263ca4ab1534) {{(pid=109816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:58:18.224103 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port 95831d00-c56d-4beb-881c-2e28f3ea4737 is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:58:18.246792 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-367a3f31-e5e8-4f2c-aa81-5938322fe78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (2ea34767-9c51-49b5-913a-bea2bc7e78bb), after_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:18.269520 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-57d7b62f-09a7-441c-b305-fb45f3a9e510 admin admin] Publish callbacks [] for port (9311cdfe-702c-45ea-8266-263ca4ab1534), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:18.293473 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.managers [None req-367a3f31-e5e8-4f2c-aa81-5938322fe78e None None] Attempting to bind port 2ea34767-9c51-49b5-913a-bea2bc7e78bb on host dv-cinder-817351-12-iscsi for vnic_type normal with profile {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:58:18.294085 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.managers [None req-367a3f31-e5e8-4f2c-aa81-5938322fe78e None None] Attempting to bind port 2ea34767-9c51-49b5-913a-bea2bc7e78bb by drivers openvswitch,hyperv on host dv-cinder-817351-12-iscsi at level 0 using segments [{'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}] {{(pid=109818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:58:18.294439 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367a3f31-e5e8-4f2c-aa81-5938322fe78e None None] Attempting to bind port 2ea34767-9c51-49b5-913a-bea2bc7e78bb on network 12a459b1-c19f-48b5-9c0c-c18492f1de42 {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:58:18.303279 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a4ec6-f758-4a21-8ce2-367573334955 None None] Pushing event updated for resources: {'Port': ['ID=2ea34767-9c51-49b5-913a-bea2bc7e78bb,revision_number=2']} {{(pid=109818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:18.314198 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a4ec6-f758-4a21-8ce2-367573334955 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:18.314573 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a4ec6-f758-4a21-8ce2-367573334955 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:18.314931 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a4ec6-f758-4a21-8ce2-367573334955 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:18.315266 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a4ec6-f758-4a21-8ce2-367573334955 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:18.315765 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a4ec6-f758-4a21-8ce2-367573334955 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:18.316085 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a4ec6-f758-4a21-8ce2-367573334955 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:18.316427 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a4ec6-f758-4a21-8ce2-367573334955 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:18.316764 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a4ec6-f758-4a21-8ce2-367573334955 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:18.317087 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a4ec6-f758-4a21-8ce2-367573334955 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:18.317429 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a4ec6-f758-4a21-8ce2-367573334955 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:18.317787 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a4ec6-f758-4a21-8ce2-367573334955 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:18.318107 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a4ec6-f758-4a21-8ce2-367573334955 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:18.321384 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a4ec6-f758-4a21-8ce2-367573334955 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:58:18.322498 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367a3f31-e5e8-4f2c-aa81-5938322fe78e None None] Checking agent: {'id': '3ccea1af-134d-4579-b433-9df459de661e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 47, 45), 'started_at': datetime.datetime(2022, 2, 7, 11, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:58:18.322872 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367a3f31-e5e8-4f2c-aa81-5938322fe78e None None] Checking segment: {'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:58:18.323275 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-367a3f31-e5e8-4f2c-aa81-5938322fe78e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:18.323650 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367a3f31-e5e8-4f2c-aa81-5938322fe78e None None] Bound using segment: {'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'} {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:58:18.324152 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.managers [None req-367a3f31-e5e8-4f2c-aa81-5938322fe78e None None] Bound port: 2ea34767-9c51-49b5-913a-bea2bc7e78bb, host: dv-cinder-817351-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}}] {{(pid=109818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:58:18.324531 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-367a3f31-e5e8-4f2c-aa81-5938322fe78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (2ea34767-9c51-49b5-913a-bea2bc7e78bb), before_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:18.380730 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.db [None req-367a3f31-e5e8-4f2c-aa81-5938322fe78e None None] For port 2ea34767-9c51-49b5-913a-bea2bc7e78bb, host dv-cinder-817351-12-iscsi, cleared binding levels {{(pid=109818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:58:18.384243 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.db [None req-367a3f31-e5e8-4f2c-aa81-5938322fe78e None None] For port 2ea34767-9c51-49b5-913a-bea2bc7e78bb, host dv-cinder-817351-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=2ea34767-9c51-49b5-913a-bea2bc7e78bb,segment=NetworkSegment(27333d9f-cdd8-4603-a3d3-d9bd5a50a047),segment_id=27333d9f-cdd8-4603-a3d3-d9bd5a50a047)] {{(pid=109818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:58:18.408933 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-57d7b62f-09a7-441c-b305-fb45f3a9e510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (9311cdfe-702c-45ea-8266-263ca4ab1534), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:18.458870 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82be4b-7fcb-4a62-b137-1494aec9dd84 req-ba4585b5-bcbb-417c-b4c6-693de21a7db3 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:18.458870 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0c82be4b-7fcb-4a62-b137-1494aec9dd84 req-ba4585b5-bcbb-417c-b4c6-693de21a7db3 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0895040 Feb 07 11:58:18.467481 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d7b62f-09a7-441c-b305-fb45f3a9e510 admin admin] Network 38900fc3-64b1-482b-951a-e6d2ba6b664b is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:58:18.477101 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-367a3f31-e5e8-4f2c-aa81-5938322fe78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (2ea34767-9c51-49b5-913a-bea2bc7e78bb), after_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:18.477360 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-57d7b62f-09a7-441c-b305-fb45f3a9e510 admin admin] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:58:18.488144 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d7b62f-09a7-441c-b305-fb45f3a9e510 admin admin] Received port after_create {{(pid=109816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:58:18.491636 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7b62f-09a7-441c-b305-fb45f3a9e510 admin admin] Pushing event updated for resources: {'Port': ['ID=9311cdfe-702c-45ea-8266-263ca4ab1534,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:18.555294 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-57d7b62f-09a7-441c-b305-fb45f3a9e510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-876007'] for router_interface (a620d824-e9ec-40db-b3a8-008c89a0fefc), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:18.561117 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0c82be4b-7fcb-4a62-b137-1494aec9dd84 req-208d8cb2-b300-4060-8b9f-7fe8653a43cd tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955818 Feb 07 11:58:18.591265 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a4ec6-f758-4a21-8ce2-367573334955 None None] Pushing event updated for resources: {'Port': ['ID=2ea34767-9c51-49b5-913a-bea2bc7e78bb,revision_number=3']} {{(pid=109818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:18.618370 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367a3f31-e5e8-4f2c-aa81-5938322fe78e None None] Routers {'a620d824-e9ec-40db-b3a8-008c89a0fefc'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:58:18.619212 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-367a3f31-e5e8-4f2c-aa81-5938322fe78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:58:11Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['a620d824-e9ec-40db-b3a8-008c89a0fefc'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:58:18.739567 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-367a3f31-e5e8-4f2c-aa81-5938322fe78e None None] Set router a620d824-e9ec-40db-b3a8-008c89a0fefc gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:58:18.791263 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-57d7b62f-09a7-441c-b305-fb45f3a9e510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (9311cdfe-702c-45ea-8266-263ca4ab1534), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:18.806188 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-53b2c2e6-c855-451b-8e62-5eda1d13c61f None None] Provisioning complete for port 9311cdfe-702c-45ea-8266-263ca4ab1534 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:58:18.806571 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-53b2c2e6-c855-451b-8e62-5eda1d13c61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (9311cdfe-702c-45ea-8266-263ca4ab1534), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:18.860906 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-53b2c2e6-c855-451b-8e62-5eda1d13c61f None None] Port 9311cdfe-702c-45ea-8266-263ca4ab1534 cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 11:58:18.991374 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-57d7b62f-09a7-441c-b305-fb45f3a9e510 admin admin] Publish callbacks [] for port (9311cdfe-702c-45ea-8266-263ca4ab1534), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:19.041297 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-367a3f31-e5e8-4f2c-aa81-5938322fe78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'name': 'tempest-TestMinimumBasicScenario-427680304-router', 'tenant_id': '6776d9c9ed2f48c39315e1519cd258f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '2ea34767-9c51-49b5-913a-bea2bc7e78bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:58:15Z', 'updated_at': '2022-02-07T11:58:16Z', 'revision_number': 3, 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'gw_port': {'id': '2ea34767-9c51-49b5-913a-bea2bc7e78bb', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:84:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:15Z', 'updated_at': '2022-02-07T11:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:58:19.067855 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a3f31-e5e8-4f2c-aa81-5938322fe78e None None] The sync data for ids ['a620d824-e9ec-40db-b3a8-008c89a0fefc'] in dv-cinder-817351-12-iscsi is: [{'id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'name': 'tempest-TestMinimumBasicScenario-427680304-router', 'tenant_id': '6776d9c9ed2f48c39315e1519cd258f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '2ea34767-9c51-49b5-913a-bea2bc7e78bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:58:15Z', 'updated_at': '2022-02-07T11:58:16Z', 'revision_number': 3, 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'gw_port': {'id': '2ea34767-9c51-49b5-913a-bea2bc7e78bb', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:84:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:15Z', 'updated_at': '2022-02-07T11:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}] {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 11:58:19.086666 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-57d7b62f-09a7-441c-b305-fb45f3a9e510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209623'] for port (9311cdfe-702c-45ea-8266-263ca4ab1534), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:19.163395 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7b62f-09a7-441c-b305-fb45f3a9e510 admin admin] Pushing event updated for resources: {'Port': ['ID=9311cdfe-702c-45ea-8266-263ca4ab1534,revision_number=2']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:19.166657 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-57d7b62f-09a7-441c-b305-fb45f3a9e510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-869239'] for router_interface (a620d824-e9ec-40db-b3a8-008c89a0fefc), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:19.296708 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d7b62f-09a7-441c-b305-fb45f3a9e510 admin admin] Network 38900fc3-64b1-482b-951a-e6d2ba6b664b is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:58:19.299100 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-57d7b62f-09a7-441c-b305-fb45f3a9e510 admin admin] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:58:19.469281 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d7b62f-09a7-441c-b305-fb45f3a9e510 admin admin] Router a620d824-e9ec-40db-b3a8-008c89a0fefc has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 11:58:19.601708 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d7b62f-09a7-441c-b305-fb45f3a9e510 admin admin] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 11:58:19.608015 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-57d7b62f-09a7-441c-b305-fb45f3a9e510 admin admin] 10.222.0.67 "PUT /v2.0/routers/a620d824-e9ec-40db-b3a8-008c89a0fefc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0580575 Feb 07 11:58:19.690515 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-91244196-95dd-421e-b11a-cfd099159e97 None None] Provisioning complete for port 9311cdfe-702c-45ea-8266-263ca4ab1534 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:58:19.691118 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-91244196-95dd-421e-b11a-cfd099159e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (9311cdfe-702c-45ea-8266-263ca4ab1534), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:19.750544 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efdd9d-d09e-4906-9c6e-aace18b8adde req-8fe6ae85-5b66-46f5-b9d8-36fedd487bdc tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:19.753595 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-74efdd9d-d09e-4906-9c6e-aace18b8adde req-8fe6ae85-5b66-46f5-b9d8-36fedd487bdc tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.1128163 Feb 07 11:58:19.754374 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-91244196-95dd-421e-b11a-cfd099159e97 None None] Port 9311cdfe-702c-45ea-8266-263ca4ab1534 cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 11:58:19.821904 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-74efdd9d-d09e-4906-9c6e-aace18b8adde req-bcf80a59-3cd6-4c2e-a793-3a8a3691e044 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499392 Feb 07 11:58:20.059209 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 2ea34767-9c51-49b5-913a-bea2bc7e78bb up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:58:20.122436 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port 2ea34767-9c51-49b5-913a-bea2bc7e78bb triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:58:20.122932 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (2ea34767-9c51-49b5-913a-bea2bc7e78bb), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:20.231060 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port 2ea34767-9c51-49b5-913a-bea2bc7e78bb is: DOWN; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:58:20.231439 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (2ea34767-9c51-49b5-913a-bea2bc7e78bb), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:20.256815 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] For port 2ea34767-9c51-49b5-913a-bea2bc7e78bb, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=2ea34767-9c51-49b5-913a-bea2bc7e78bb,segment=NetworkSegment(27333d9f-cdd8-4603-a3d3-d9bd5a50a047),segment_id=27333d9f-cdd8-4603-a3d3-d9bd5a50a047)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:58:20.402645 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (2ea34767-9c51-49b5-913a-bea2bc7e78bb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:20.455118 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Pushing event updated for resources: {'Port': ['ID=2ea34767-9c51-49b5-913a-bea2bc7e78bb,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:20.536097 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 54664) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:20.540972 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-e43efc0a-5c50-4031-9d8b-e1bfc79dff8a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1853547143-network', 'tenant_id': '77aee1300a674c5ab5b5bf44fb18971a'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:58:20.689660 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43efc0a-5c50-4031-9d8b-e1bfc79dff8a admin admin] Made reservation on behalf of 77aee1300a674c5ab5b5bf44fb18971a for: {'network': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:58:20.690398 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e43efc0a-5c50-4031-9d8b-e1bfc79dff8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for network (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:20.699524 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e43efc0a-5c50-4031-9d8b-e1bfc79dff8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:20.784028 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e43efc0a-5c50-4031-9d8b-e1bfc79dff8a admin admin] Publish callbacks [] for security_group (14b7a97c-31db-439b-88aa-7ec1042abeec), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:20.846025 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e43efc0a-5c50-4031-9d8b-e1bfc79dff8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (14b7a97c-31db-439b-88aa-7ec1042abeec), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:20.871886 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e43efc0a-5c50-4031-9d8b-e1bfc79dff8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=109816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 11:58:20.881510 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43efc0a-5c50-4031-9d8b-e1bfc79dff8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b7a97c-31db-439b-88aa-7ec1042abeec,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:20.890084 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e43efc0a-5c50-4031-9d8b-e1bfc79dff8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (3d4b2d77-c0d9-4099-b8ba-cc646d2a8640), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:20.890084 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.db.segments_db [None req-e43efc0a-5c50-4031-9d8b-e1bfc79dff8a admin admin] Added segment 3d4b2d77-c0d9-4099-b8ba-cc646d2a8640 of type vlan for network 0c970394-d158-404b-8f0f-09cdf840ed3c Feb 07 11:58:20.909045 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7056f3-4a6e-41d3-ac0b-7c777ca1b5cb None None] Sync routers for ids ['a620d824-e9ec-40db-b3a8-008c89a0fefc'] in dv-cinder-817351-12-iscsi {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 11:58:20.922179 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7056f3-4a6e-41d3-ac0b-7c777ca1b5cb None None] Routers {'a620d824-e9ec-40db-b3a8-008c89a0fefc'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:58:20.924545 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-bc7056f3-4a6e-41d3-ac0b-7c777ca1b5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:58:11Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['a620d824-e9ec-40db-b3a8-008c89a0fefc'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:58:20.937602 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e43efc0a-5c50-4031-9d8b-e1bfc79dff8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782771090189'] for network (0c970394-d158-404b-8f0f-09cdf840ed3c), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:21.030371 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-bc7056f3-4a6e-41d3-ac0b-7c777ca1b5cb None None] Set router a620d824-e9ec-40db-b3a8-008c89a0fefc gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:58:21.058898 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e43efc0a-5c50-4031-9d8b-e1bfc79dff8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685'] for network (0c970394-d158-404b-8f0f-09cdf840ed3c), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:21.059891 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43efc0a-5c50-4031-9d8b-e1bfc79dff8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:21.060519 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e43efc0a-5c50-4031-9d8b-e1bfc79dff8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:21.120838 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43efc0a-5c50-4031-9d8b-e1bfc79dff8a admin admin] Pushing event updated for resources: {'Network': ['ID=0c970394-d158-404b-8f0f-09cdf840ed3c,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:21.142407 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Network 0c970394-d158-404b-8f0f-09cdf840ed3c details requested by agent ovs-agent-dv-cinder-817351-12-iscsi with host dv-cinder-817351-12-iscsi {{(pid=109817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 11:58:21.188433 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-e43efc0a-5c50-4031-9d8b-e1bfc79dff8a admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6511919 Feb 07 11:58:21.190776 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 54674) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:21.195546 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-15ddfe92-7223-4592-b3d4-770c6de8f2a8 admin admin] Request body: {'subnet': {'network_id': '0c970394-d158-404b-8f0f-09cdf840ed3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1853547143-subnet', 'tenant_id': '77aee1300a674c5ab5b5bf44fb18971a', 'ip_version': 4}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:58:21.287674 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ddfe92-7223-4592-b3d4-770c6de8f2a8 admin admin] Made reservation on behalf of 77aee1300a674c5ab5b5bf44fb18971a for: {'subnet': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:58:21.290012 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-15ddfe92-7223-4592-b3d4-770c6de8f2a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9316235'] for subnet (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:21.418695 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-bc7056f3-4a6e-41d3-ac0b-7c777ca1b5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'name': 'tempest-TestMinimumBasicScenario-427680304-router', 'tenant_id': '6776d9c9ed2f48c39315e1519cd258f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '2ea34767-9c51-49b5-913a-bea2bc7e78bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:58:15Z', 'updated_at': '2022-02-07T11:58:18Z', 'revision_number': 4, 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'gw_port': {'id': '2ea34767-9c51-49b5-913a-bea2bc7e78bb', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:84:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:15Z', 'updated_at': '2022-02-07T11:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '9311cdfe-702c-45ea-8266-263ca4ab1534', 'name': '', 'network_id': '38900fc3-64b1-482b-951a-e6d2ba6b664b', 'tenant_id': '6776d9c9ed2f48c39315e1519cd258f2', 'mac_address': 'fa:16:3e:ad:e3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'c298de01-5de8-498a-b313-e70f45d99c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:18Z', 'updated_at': '2022-02-07T11:58:18Z', 'revision_number': 2, 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'subnets': [{'id': 'c298de01-5de8-498a-b313-e70f45d99c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:58:21.445501 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7056f3-4a6e-41d3-ac0b-7c777ca1b5cb None None] Checking router: a620d824-e9ec-40db-b3a8-008c89a0fefc for host: dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 11:58:21.445889 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7056f3-4a6e-41d3-ac0b-7c777ca1b5cb None None] Updating router a620d824-e9ec-40db-b3a8-008c89a0fefc port 9311cdfe-702c-45ea-8266-263ca4ab1534 binding host dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 11:58:21.476268 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-bc7056f3-4a6e-41d3-ac0b-7c777ca1b5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (9311cdfe-702c-45ea-8266-263ca4ab1534), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:21.562250 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-15ddfe92-7223-4592-b3d4-770c6de8f2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9209730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9316277'] for subnet (435a15ba-4aa8-4731-ad91-e26798d00988), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:21.621164 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ddfe92-7223-4592-b3d4-770c6de8f2a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=435a15ba-4aa8-4731-ad91-e26798d00988,revision_number=0']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:21.628741 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ddfe92-7223-4592-b3d4-770c6de8f2a8 admin admin] Checking segment: {'id': '3d4b2d77-c0d9-4099-b8ba-cc646d2a8640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0c970394-d158-404b-8f0f-09cdf840ed3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:58:21.629652 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ddfe92-7223-4592-b3d4-770c6de8f2a8 admin admin] Network hostable DHCP agents. Network: 0c970394-d158-404b-8f0f-09cdf840ed3c, hostable agents: ['61316a96-21e8-4d75-a705-e1a638ca8432'], hosted agents: [] {{(pid=109816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 11:58:21.737419 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ddfe92-7223-4592-b3d4-770c6de8f2a8 admin admin] Network 0c970394-d158-404b-8f0f-09cdf840ed3c is scheduled to be hosted by DHCP agent 61316a96-21e8-4d75-a705-e1a638ca8432 with binding_index 1 {{(pid=109816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 11:58:21.741656 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-bc7056f3-4a6e-41d3-ac0b-7c777ca1b5cb None None] Publish callbacks [] for port (9311cdfe-702c-45ea-8266-263ca4ab1534), precommit_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:21.828692 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-15ddfe92-7223-4592-b3d4-770c6de8f2a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-12-iscsi, 0c970394-d158-404b-8f0f-09cdf840ed3c) {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:58:21.836999 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ddfe92-7223-4592-b3d4-770c6de8f2a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:21.836999 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-15ddfe92-7223-4592-b3d4-770c6de8f2a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for subnet (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:21.837778 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d923f6dd-933d-426d-8e21-7a201513819f None None] Network 0c970394-d158-404b-8f0f-09cdf840ed3c requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 11:58:21.888888 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-bc7056f3-4a6e-41d3-ac0b-7c777ca1b5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (9311cdfe-702c-45ea-8266-263ca4ab1534), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:21.913326 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-15ddfe92-7223-4592-b3d4-770c6de8f2a8 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7212310 Feb 07 11:58:21.915527 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 54686) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:21.920186 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-1972364c-e5d4-4735-bf2a-6b14c28ed84b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1853547143-router', 'tenant_id': '77aee1300a674c5ab5b5bf44fb18971a', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:58:21.962264 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb93a4-39c7-483f-97a5-02f5327f9f6f None None] Pushing event updated for resources: {'Port': ['ID=9311cdfe-702c-45ea-8266-263ca4ab1534,revision_number=3']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:22.009199 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe529e9-34cc-4df7-9e7d-d6c62ede4872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70b1ed78-7000-5af2-904f-3db4fdf32486-0c970394-d158-404b-8f0f-09cdf840ed3c', 'network_id': '0c970394-d158-404b-8f0f-09cdf840ed3c', 'project_id': '77aee1300a674c5ab5b5bf44fb18971a', 'fixed_ips': [{'subnet_id': '435a15ba-4aa8-4731-ad91-e26798d00988'}]}} from dv-cinder-817351-12-iscsi. {{(pid=109817) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 11:58:22.010185 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-5fe529e9-34cc-4df7-9e7d-d6c62ede4872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:22.040270 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-1972364c-e5d4-4735-bf2a-6b14c28ed84b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-870201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8409'] for router (72da3910-0189-4772-8278-a13ee8a8f293), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:22.041344 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-1972364c-e5d4-4735-bf2a-6b14c28ed84b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-874983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router (72da3910-0189-4772-8278-a13ee8a8f293), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:22.089650 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 2ea34767-9c51-49b5-913a-bea2bc7e78bb up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:58:22.092307 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-bc7056f3-4a6e-41d3-ac0b-7c777ca1b5cb None None] Attempting to bind port 9311cdfe-702c-45ea-8266-263ca4ab1534 on host dv-cinder-817351-12-iscsi for vnic_type normal with profile {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:58:22.092828 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-bc7056f3-4a6e-41d3-ac0b-7c777ca1b5cb None None] Attempting to bind port 9311cdfe-702c-45ea-8266-263ca4ab1534 by drivers openvswitch,hyperv on host dv-cinder-817351-12-iscsi at level 0 using segments [{'id': 'f74bba07-bca7-4a3b-b25c-71cc9693ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '38900fc3-64b1-482b-951a-e6d2ba6b664b'}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:58:22.093342 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7056f3-4a6e-41d3-ac0b-7c777ca1b5cb None None] Attempting to bind port 9311cdfe-702c-45ea-8266-263ca4ab1534 on network 38900fc3-64b1-482b-951a-e6d2ba6b664b {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:58:22.104356 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7056f3-4a6e-41d3-ac0b-7c777ca1b5cb None None] Checking agent: {'id': '3ccea1af-134d-4579-b433-9df459de661e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 47, 45), 'started_at': datetime.datetime(2022, 2, 7, 11, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:58:22.105530 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7056f3-4a6e-41d3-ac0b-7c777ca1b5cb None None] Checking segment: {'id': 'f74bba07-bca7-4a3b-b25c-71cc9693ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '38900fc3-64b1-482b-951a-e6d2ba6b664b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:58:22.106655 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-bc7056f3-4a6e-41d3-ac0b-7c777ca1b5cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:22.107193 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7056f3-4a6e-41d3-ac0b-7c777ca1b5cb None None] Bound using segment: {'id': 'f74bba07-bca7-4a3b-b25c-71cc9693ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '38900fc3-64b1-482b-951a-e6d2ba6b664b'} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:58:22.107827 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-bc7056f3-4a6e-41d3-ac0b-7c777ca1b5cb None None] Bound port: 9311cdfe-702c-45ea-8266-263ca4ab1534, host: dv-cinder-817351-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74bba07-bca7-4a3b-b25c-71cc9693ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '38900fc3-64b1-482b-951a-e6d2ba6b664b'}}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:58:22.108375 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-bc7056f3-4a6e-41d3-ac0b-7c777ca1b5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (9311cdfe-702c-45ea-8266-263ca4ab1534), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:22.118252 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-1972364c-e5d4-4735-bf2a-6b14c28ed84b admin admin] Publish callbacks [] for router_controller (72da3910-0189-4772-8278-a13ee8a8f293), precommit_add_association {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:22.278829 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-fef4a1c0-7e01-437c-a415-7d952fcd4d03 None None] Provisioning complete for port 9311cdfe-702c-45ea-8266-263ca4ab1534 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:58:22.279365 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-fef4a1c0-7e01-437c-a415-7d952fcd4d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (9311cdfe-702c-45ea-8266-263ca4ab1534), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:22.351028 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-1972364c-e5d4-4735-bf2a-6b14c28ed84b admin admin] Publish callbacks [] for router_gateway (72da3910-0189-4772-8278-a13ee8a8f293), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:22.352855 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-bc7056f3-4a6e-41d3-ac0b-7c777ca1b5cb None None] For port 9311cdfe-702c-45ea-8266-263ca4ab1534, host dv-cinder-817351-12-iscsi, cleared binding levels {{(pid=109817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:58:22.366894 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port 2ea34767-9c51-49b5-913a-bea2bc7e78bb triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:58:22.367268 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (2ea34767-9c51-49b5-913a-bea2bc7e78bb), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:22.397965 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-bc7056f3-4a6e-41d3-ac0b-7c777ca1b5cb None None] For port 9311cdfe-702c-45ea-8266-263ca4ab1534, host dv-cinder-817351-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=9311cdfe-702c-45ea-8266-263ca4ab1534,segment=NetworkSegment(f74bba07-bca7-4a3b-b25c-71cc9693ebb7),segment_id=f74bba07-bca7-4a3b-b25c-71cc9693ebb7)] {{(pid=109817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:58:22.401652 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-fef4a1c0-7e01-437c-a415-7d952fcd4d03 None None] Port 9311cdfe-702c-45ea-8266-263ca4ab1534 cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 11:58:22.405054 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.db_base_plugin_common [None req-5fe529e9-34cc-4df7-9e7d-d6c62ede4872 None None] Allocated IP 172.20.0.2 (0c970394-d158-404b-8f0f-09cdf840ed3c/435a15ba-4aa8-4731-ad91-e26798d00988/9f218f67-8587-45cc-9bb5-4b886baa5c9c) {{(pid=109817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:58:22.473920 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-bc7056f3-4a6e-41d3-ac0b-7c777ca1b5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (9311cdfe-702c-45ea-8266-263ca4ab1534), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:22.588385 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7056f3-4a6e-41d3-ac0b-7c777ca1b5cb None None] Routers {'a620d824-e9ec-40db-b3a8-008c89a0fefc'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:58:22.588959 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-bc7056f3-4a6e-41d3-ac0b-7c777ca1b5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:58:11Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['a620d824-e9ec-40db-b3a8-008c89a0fefc'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:58:22.658912 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb93a4-39c7-483f-97a5-02f5327f9f6f None None] Pushing event updated for resources: {'Port': ['ID=9311cdfe-702c-45ea-8266-263ca4ab1534,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:22.697413 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port 2ea34767-9c51-49b5-913a-bea2bc7e78bb is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:58:22.786242 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-5fe529e9-34cc-4df7-9e7d-d6c62ede4872 None None] Publish callbacks [] for port (9f218f67-8587-45cc-9bb5-4b886baa5c9c), precommit_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:22.816039 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-bc7056f3-4a6e-41d3-ac0b-7c777ca1b5cb None None] Set router a620d824-e9ec-40db-b3a8-008c89a0fefc gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:58:22.862080 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-48861715-ac8f-4684-a3fe-4642c4edfdd5 None None] Provisioning complete for port 9311cdfe-702c-45ea-8266-263ca4ab1534 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:58:22.862460 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-48861715-ac8f-4684-a3fe-4642c4edfdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (9311cdfe-702c-45ea-8266-263ca4ab1534), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:22.889043 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-1972364c-e5d4-4735-bf2a-6b14c28ed84b admin admin] Publish callbacks [] for router_gateway (72da3910-0189-4772-8278-a13ee8a8f293), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:22.910424 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-1972364c-e5d4-4735-bf2a-6b14c28ed84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:22.920843 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-5fe529e9-34cc-4df7-9e7d-d6c62ede4872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (9f218f67-8587-45cc-9bb5-4b886baa5c9c), after_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:23.021414 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe529e9-34cc-4df7-9e7d-d6c62ede4872 None None] Network 0c970394-d158-404b-8f0f-09cdf840ed3c is already hosted by enough agents. {{(pid=109817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:58:23.027239 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_common [None req-1972364c-e5d4-4735-bf2a-6b14c28ed84b admin admin] Allocated IP 172.27.1.172 (12a459b1-c19f-48b5-9c0c-c18492f1de42/06f471c1-ec2c-4a47-a3f1-0b43664949d1/74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea) {{(pid=109816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:58:23.028351 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.scheduler.base_scheduler [None req-5fe529e9-34cc-4df7-9e7d-d6c62ede4872 None None] Resources bound (agent type, host, resource id): {{(pid=109817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:58:23.039414 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe529e9-34cc-4df7-9e7d-d6c62ede4872 None None] Received port after_create {{(pid=109817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:58:23.045154 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe529e9-34cc-4df7-9e7d-d6c62ede4872 None None] Pushing event updated for resources: {'Port': ['ID=9f218f67-8587-45cc-9bb5-4b886baa5c9c,revision_number=1']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:23.157597 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-1972364c-e5d4-4735-bf2a-6b14c28ed84b admin admin] Publish callbacks [] for port (74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:23.277400 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-1972364c-e5d4-4735-bf2a-6b14c28ed84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:23.318366 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:23.321972 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-5fe529e9-34cc-4df7-9e7d-d6c62ede4872 None None] Attempting to bind port 9f218f67-8587-45cc-9bb5-4b886baa5c9c on host dv-cinder-817351-12-iscsi for vnic_type normal with profile {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:58:23.322344 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-5fe529e9-34cc-4df7-9e7d-d6c62ede4872 None None] Attempting to bind port 9f218f67-8587-45cc-9bb5-4b886baa5c9c by drivers openvswitch,hyperv on host dv-cinder-817351-12-iscsi at level 0 using segments [{'id': '3d4b2d77-c0d9-4099-b8ba-cc646d2a8640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0c970394-d158-404b-8f0f-09cdf840ed3c'}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:58:23.322702 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe529e9-34cc-4df7-9e7d-d6c62ede4872 None None] Attempting to bind port 9f218f67-8587-45cc-9bb5-4b886baa5c9c on network 0c970394-d158-404b-8f0f-09cdf840ed3c {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:58:23.326905 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1972364c-e5d4-4735-bf2a-6b14c28ed84b admin admin] Network 12a459b1-c19f-48b5-9c0c-c18492f1de42 is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:58:23.330849 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-1972364c-e5d4-4735-bf2a-6b14c28ed84b admin admin] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:58:23.332518 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe529e9-34cc-4df7-9e7d-d6c62ede4872 None None] Checking agent: {'id': '3ccea1af-134d-4579-b433-9df459de661e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 47, 45), 'started_at': datetime.datetime(2022, 2, 7, 11, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:58:23.333343 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe529e9-34cc-4df7-9e7d-d6c62ede4872 None None] Checking segment: {'id': '3d4b2d77-c0d9-4099-b8ba-cc646d2a8640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0c970394-d158-404b-8f0f-09cdf840ed3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:58:23.333639 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-5fe529e9-34cc-4df7-9e7d-d6c62ede4872 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:23.334044 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe529e9-34cc-4df7-9e7d-d6c62ede4872 None None] Bound using segment: {'id': '3d4b2d77-c0d9-4099-b8ba-cc646d2a8640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0c970394-d158-404b-8f0f-09cdf840ed3c'} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:58:23.334524 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-5fe529e9-34cc-4df7-9e7d-d6c62ede4872 None None] Bound port: 9f218f67-8587-45cc-9bb5-4b886baa5c9c, host: dv-cinder-817351-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4b2d77-c0d9-4099-b8ba-cc646d2a8640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0c970394-d158-404b-8f0f-09cdf840ed3c'}}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:58:23.334904 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-5fe529e9-34cc-4df7-9e7d-d6c62ede4872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (9f218f67-8587-45cc-9bb5-4b886baa5c9c), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:23.335014 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1972364c-e5d4-4735-bf2a-6b14c28ed84b admin admin] Received port after_create {{(pid=109816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:58:23.336872 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-48861715-ac8f-4684-a3fe-4642c4edfdd5 None None] Current status of the port 9311cdfe-702c-45ea-8266-263ca4ab1534 is: DOWN; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:58:23.337241 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-48861715-ac8f-4684-a3fe-4642c4edfdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (9311cdfe-702c-45ea-8266-263ca4ab1534), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:23.363140 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972364c-e5d4-4735-bf2a-6b14c28ed84b admin admin] Pushing event updated for resources: {'Port': ['ID=74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:23.419289 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-48861715-ac8f-4684-a3fe-4642c4edfdd5 None None] For port 9311cdfe-702c-45ea-8266-263ca4ab1534, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=9311cdfe-702c-45ea-8266-263ca4ab1534,segment=NetworkSegment(f74bba07-bca7-4a3b-b25c-71cc9693ebb7),segment_id=f74bba07-bca7-4a3b-b25c-71cc9693ebb7)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:58:23.437463 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-bc7056f3-4a6e-41d3-ac0b-7c777ca1b5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'name': 'tempest-TestMinimumBasicScenario-427680304-router', 'tenant_id': '6776d9c9ed2f48c39315e1519cd258f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '2ea34767-9c51-49b5-913a-bea2bc7e78bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:58:15Z', 'updated_at': '2022-02-07T11:58:18Z', 'revision_number': 4, 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'gw_port': {'id': '2ea34767-9c51-49b5-913a-bea2bc7e78bb', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:84:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:15Z', 'updated_at': '2022-02-07T11:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '9311cdfe-702c-45ea-8266-263ca4ab1534', 'name': '', 'network_id': '38900fc3-64b1-482b-951a-e6d2ba6b664b', 'tenant_id': '6776d9c9ed2f48c39315e1519cd258f2', 'mac_address': 'fa:16:3e:ad:e3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'c298de01-5de8-498a-b313-e70f45d99c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:18Z', 'updated_at': '2022-02-07T11:58:22Z', 'revision_number': 4, 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'subnets': [{'id': 'c298de01-5de8-498a-b313-e70f45d99c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:58:23.473144 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7056f3-4a6e-41d3-ac0b-7c777ca1b5cb None None] The sync data for ids ['a620d824-e9ec-40db-b3a8-008c89a0fefc'] in dv-cinder-817351-12-iscsi is: [{'id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'name': 'tempest-TestMinimumBasicScenario-427680304-router', 'tenant_id': '6776d9c9ed2f48c39315e1519cd258f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '2ea34767-9c51-49b5-913a-bea2bc7e78bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:58:15Z', 'updated_at': '2022-02-07T11:58:18Z', 'revision_number': 4, 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'gw_port': {'id': '2ea34767-9c51-49b5-913a-bea2bc7e78bb', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:84:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:15Z', 'updated_at': '2022-02-07T11:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '9311cdfe-702c-45ea-8266-263ca4ab1534', 'name': '', 'network_id': '38900fc3-64b1-482b-951a-e6d2ba6b664b', 'tenant_id': '6776d9c9ed2f48c39315e1519cd258f2', 'mac_address': 'fa:16:3e:ad:e3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'c298de01-5de8-498a-b313-e70f45d99c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:18Z', 'updated_at': '2022-02-07T11:58:22Z', 'revision_number': 4, 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'subnets': [{'id': 'c298de01-5de8-498a-b313-e70f45d99c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 11:58:23.475201 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-5fe529e9-34cc-4df7-9e7d-d6c62ede4872 None None] For port 9f218f67-8587-45cc-9bb5-4b886baa5c9c, host dv-cinder-817351-12-iscsi, cleared binding levels {{(pid=109817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:58:23.479653 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-48861715-ac8f-4684-a3fe-4642c4edfdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (9311cdfe-702c-45ea-8266-263ca4ab1534), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:23.491747 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-5fe529e9-34cc-4df7-9e7d-d6c62ede4872 None None] For port 9f218f67-8587-45cc-9bb5-4b886baa5c9c, host dv-cinder-817351-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=9f218f67-8587-45cc-9bb5-4b886baa5c9c,segment=NetworkSegment(3d4b2d77-c0d9-4099-b8ba-cc646d2a8640),segment_id=3d4b2d77-c0d9-4099-b8ba-cc646d2a8640)] {{(pid=109817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:58:23.547838 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48861715-ac8f-4684-a3fe-4642c4edfdd5 None None] Pushing event updated for resources: {'Port': ['ID=9311cdfe-702c-45ea-8266-263ca4ab1534,revision_number=5']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:23.574423 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-5fe529e9-34cc-4df7-9e7d-d6c62ede4872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (9f218f67-8587-45cc-9bb5-4b886baa5c9c), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:23.638732 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe529e9-34cc-4df7-9e7d-d6c62ede4872 None None] Pushing event updated for resources: {'Port': ['ID=9f218f67-8587-45cc-9bb5-4b886baa5c9c,revision_number=2']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:23.667867 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-1972364c-e5d4-4735-bf2a-6b14c28ed84b admin admin] Publish callbacks [] for router_gateway (72da3910-0189-4772-8278-a13ee8a8f293), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:23.913087 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-1972364c-e5d4-4735-bf2a-6b14c28ed84b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-870326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-875824'] for router (72da3910-0189-4772-8278-a13ee8a8f293), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:24.152343 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 9f218f67-8587-45cc-9bb5-4b886baa5c9c up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:58:24.212497 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port 9f218f67-8587-45cc-9bb5-4b886baa5c9c triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:58:24.212916 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (9f218f67-8587-45cc-9bb5-4b886baa5c9c), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:24.215567 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1972364c-e5d4-4735-bf2a-6b14c28ed84b admin admin] Router 72da3910-0189-4772-8278-a13ee8a8f293 is scheduled to L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad with binding_index 1 {{(pid=109816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 11:58:24.312184 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port 9f218f67-8587-45cc-9bb5-4b886baa5c9c is: DOWN; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:58:24.312587 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (9f218f67-8587-45cc-9bb5-4b886baa5c9c), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:24.348167 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1972364c-e5d4-4735-bf2a-6b14c28ed84b admin admin] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 11:58:24.352659 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] For port 9f218f67-8587-45cc-9bb5-4b886baa5c9c, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=9f218f67-8587-45cc-9bb5-4b886baa5c9c,segment=NetworkSegment(3d4b2d77-c0d9-4099-b8ba-cc646d2a8640),segment_id=3d4b2d77-c0d9-4099-b8ba-cc646d2a8640)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:58:24.358623 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0b2159-c0ef-4655-b3de-8df7800b9a20 None None] Sync routers for ids ['72da3910-0189-4772-8278-a13ee8a8f293'] in dv-cinder-817351-12-iscsi {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 11:58:24.373729 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0b2159-c0ef-4655-b3de-8df7800b9a20 None None] Routers {'72da3910-0189-4772-8278-a13ee8a8f293'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:58:24.374305 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-1c0b2159-c0ef-4655-b3de-8df7800b9a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:58:11Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['72da3910-0189-4772-8278-a13ee8a8f293'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:58:24.449299 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (9f218f67-8587-45cc-9bb5-4b886baa5c9c), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:24.449299 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 9311cdfe-702c-45ea-8266-263ca4ab1534 up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:58:24.455635 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-1972364c-e5d4-4735-bf2a-6b14c28ed84b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:24.458041 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-1972364c-e5d4-4735-bf2a-6b14c28ed84b admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5415890 Feb 07 11:58:24.460782 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 54718) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:24.499477 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-1c0b2159-c0ef-4655-b3de-8df7800b9a20 None None] Set router 72da3910-0189-4772-8278-a13ee8a8f293 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:58:24.560777 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Pushing event updated for resources: {'Port': ['ID=9f218f67-8587-45cc-9bb5-4b886baa5c9c,revision_number=3']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:24.568935 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port 9311cdfe-702c-45ea-8266-263ca4ab1534 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:58:24.569324 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (9311cdfe-702c-45ea-8266-263ca4ab1534), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:24.661544 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port 9311cdfe-702c-45ea-8266-263ca4ab1534 is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:58:24.721770 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-1c0b2159-c0ef-4655-b3de-8df7800b9a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72da3910-0189-4772-8278-a13ee8a8f293', 'name': 'tempest-TestMinimumBasicScenario-1853547143-router', 'tenant_id': '77aee1300a674c5ab5b5bf44fb18971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:58:22Z', 'updated_at': '2022-02-07T11:58:23Z', 'revision_number': 3, 'project_id': '77aee1300a674c5ab5b5bf44fb18971a', 'gw_port': {'id': '74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:50:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72da3910-0189-4772-8278-a13ee8a8f293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:22Z', 'updated_at': '2022-02-07T11:58:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:58:24.750522 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0b2159-c0ef-4655-b3de-8df7800b9a20 None None] Checking router: 72da3910-0189-4772-8278-a13ee8a8f293 for host: dv-cinder-817351-12-iscsi {{(pid=109818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 11:58:24.751127 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0b2159-c0ef-4655-b3de-8df7800b9a20 None None] Updating router 72da3910-0189-4772-8278-a13ee8a8f293 port 74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea binding host dv-cinder-817351-12-iscsi {{(pid=109818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 11:58:24.779827 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-1c0b2159-c0ef-4655-b3de-8df7800b9a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea), before_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:24.865308 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373551ef-72f4-4f82-b6c1-f1afcda8a230 None None] Network 0c970394-d158-404b-8f0f-09cdf840ed3c requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 11:58:24.946814 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-14fd3e1f-8b85-4a00-a6ab-e8cee79bb00b None None] Provisioning complete for port 9f218f67-8587-45cc-9bb5-4b886baa5c9c triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:58:24.947184 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-14fd3e1f-8b85-4a00-a6ab-e8cee79bb00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (9f218f67-8587-45cc-9bb5-4b886baa5c9c), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:25.021170 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-95d23c85-64d5-4f11-86ba-47940345a4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:25.068938 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-1c0b2159-c0ef-4655-b3de-8df7800b9a20 None None] Publish callbacks [] for port (74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea), precommit_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:25.072693 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-14fd3e1f-8b85-4a00-a6ab-e8cee79bb00b None None] Current status of the port 9f218f67-8587-45cc-9bb5-4b886baa5c9c is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:58:25.143933 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-1c0b2159-c0ef-4655-b3de-8df7800b9a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea), after_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:25.200083 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.managers [None req-1c0b2159-c0ef-4655-b3de-8df7800b9a20 None None] Attempting to bind port 74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea on host dv-cinder-817351-12-iscsi for vnic_type normal with profile {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:58:25.200939 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.managers [None req-1c0b2159-c0ef-4655-b3de-8df7800b9a20 None None] Attempting to bind port 74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea by drivers openvswitch,hyperv on host dv-cinder-817351-12-iscsi at level 0 using segments [{'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}] {{(pid=109818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:58:25.201224 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0b2159-c0ef-4655-b3de-8df7800b9a20 None None] Attempting to bind port 74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea on network 12a459b1-c19f-48b5-9c0c-c18492f1de42 {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:58:25.205187 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_common [None req-95d23c85-64d5-4f11-86ba-47940345a4cb admin admin] Allocated IP 172.20.0.1 (0c970394-d158-404b-8f0f-09cdf840ed3c/435a15ba-4aa8-4731-ad91-e26798d00988/34214bcf-53dd-4189-9412-2dc63961e938) {{(pid=109815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:58:25.209065 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9501f421-9901-4335-9fc6-756bda5d538c None None] Pushing event updated for resources: {'Port': ['ID=74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea,revision_number=2']} {{(pid=109818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:25.212857 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0b2159-c0ef-4655-b3de-8df7800b9a20 None None] Checking agent: {'id': '3ccea1af-134d-4579-b433-9df459de661e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 47, 45), 'started_at': datetime.datetime(2022, 2, 7, 11, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:58:25.213288 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0b2159-c0ef-4655-b3de-8df7800b9a20 None None] Checking segment: {'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:58:25.213785 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-1c0b2159-c0ef-4655-b3de-8df7800b9a20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:25.214558 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0b2159-c0ef-4655-b3de-8df7800b9a20 None None] Bound using segment: {'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'} {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:58:25.214749 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.managers [None req-1c0b2159-c0ef-4655-b3de-8df7800b9a20 None None] Bound port: 74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea, host: dv-cinder-817351-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}}] {{(pid=109818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:58:25.215129 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-1c0b2159-c0ef-4655-b3de-8df7800b9a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea), before_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:25.283987 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.db [None req-1c0b2159-c0ef-4655-b3de-8df7800b9a20 None None] For port 74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea, host dv-cinder-817351-12-iscsi, cleared binding levels {{(pid=109818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:58:25.287187 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.db [None req-1c0b2159-c0ef-4655-b3de-8df7800b9a20 None None] For port 74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea, host dv-cinder-817351-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea,segment=NetworkSegment(27333d9f-cdd8-4603-a3d3-d9bd5a50a047),segment_id=27333d9f-cdd8-4603-a3d3-d9bd5a50a047)] {{(pid=109818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:58:25.323693 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-95d23c85-64d5-4f11-86ba-47940345a4cb admin admin] Publish callbacks [] for port (34214bcf-53dd-4189-9412-2dc63961e938), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:25.383599 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-1c0b2159-c0ef-4655-b3de-8df7800b9a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea), after_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:25.399456 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-90703dea-a0ad-4f7e-991a-6cfad4f2b134 None None] Provisioning complete for port 9f218f67-8587-45cc-9bb5-4b886baa5c9c triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:58:25.400003 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-90703dea-a0ad-4f7e-991a-6cfad4f2b134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (9f218f67-8587-45cc-9bb5-4b886baa5c9c), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:25.430742 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-95d23c85-64d5-4f11-86ba-47940345a4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (34214bcf-53dd-4189-9412-2dc63961e938), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:25.433344 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0b2159-c0ef-4655-b3de-8df7800b9a20 None None] Routers {'72da3910-0189-4772-8278-a13ee8a8f293'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:58:25.434372 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-1c0b2159-c0ef-4655-b3de-8df7800b9a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:58:11Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['72da3910-0189-4772-8278-a13ee8a8f293'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:58:25.469289 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d23c85-64d5-4f11-86ba-47940345a4cb admin admin] Network 0c970394-d158-404b-8f0f-09cdf840ed3c is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:58:25.476018 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-95d23c85-64d5-4f11-86ba-47940345a4cb admin admin] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:58:25.480941 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d23c85-64d5-4f11-86ba-47940345a4cb admin admin] Received port after_create {{(pid=109815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:58:25.481639 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-95d23c85-64d5-4f11-86ba-47940345a4cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-876007'] for router_interface (72da3910-0189-4772-8278-a13ee8a8f293), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:25.504683 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9501f421-9901-4335-9fc6-756bda5d538c None None] Pushing event updated for resources: {'Port': ['ID=74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea,revision_number=3']} {{(pid=109818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:25.506454 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-90703dea-a0ad-4f7e-991a-6cfad4f2b134 None None] Current status of the port 9f218f67-8587-45cc-9bb5-4b886baa5c9c is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:58:25.555150 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d23c85-64d5-4f11-86ba-47940345a4cb admin admin] Pushing event updated for resources: {'Port': ['ID=34214bcf-53dd-4189-9412-2dc63961e938,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:25.564291 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-1c0b2159-c0ef-4655-b3de-8df7800b9a20 None None] Set router 72da3910-0189-4772-8278-a13ee8a8f293 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:58:25.695114 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-95d23c85-64d5-4f11-86ba-47940345a4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (34214bcf-53dd-4189-9412-2dc63961e938), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:25.728528 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-052597c5-f3a8-4aa0-b29f-c9bf3375f985 None None] Provisioning complete for port 34214bcf-53dd-4189-9412-2dc63961e938 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:58:25.729045 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-052597c5-f3a8-4aa0-b29f-c9bf3375f985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (34214bcf-53dd-4189-9412-2dc63961e938), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:25.751720 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-1c0b2159-c0ef-4655-b3de-8df7800b9a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72da3910-0189-4772-8278-a13ee8a8f293', 'name': 'tempest-TestMinimumBasicScenario-1853547143-router', 'tenant_id': '77aee1300a674c5ab5b5bf44fb18971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:58:22Z', 'updated_at': '2022-02-07T11:58:23Z', 'revision_number': 3, 'project_id': '77aee1300a674c5ab5b5bf44fb18971a', 'gw_port': {'id': '74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:50:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72da3910-0189-4772-8278-a13ee8a8f293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:22Z', 'updated_at': '2022-02-07T11:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:58:25.768805 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-052597c5-f3a8-4aa0-b29f-c9bf3375f985 None None] Port 34214bcf-53dd-4189-9412-2dc63961e938 cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 11:58:25.780241 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0b2159-c0ef-4655-b3de-8df7800b9a20 None None] The sync data for ids ['72da3910-0189-4772-8278-a13ee8a8f293'] in dv-cinder-817351-12-iscsi is: [{'id': '72da3910-0189-4772-8278-a13ee8a8f293', 'name': 'tempest-TestMinimumBasicScenario-1853547143-router', 'tenant_id': '77aee1300a674c5ab5b5bf44fb18971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:58:22Z', 'updated_at': '2022-02-07T11:58:23Z', 'revision_number': 3, 'project_id': '77aee1300a674c5ab5b5bf44fb18971a', 'gw_port': {'id': '74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:50:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72da3910-0189-4772-8278-a13ee8a8f293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:22Z', 'updated_at': '2022-02-07T11:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}] {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 11:58:25.868787 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-95d23c85-64d5-4f11-86ba-47940345a4cb admin admin] Publish callbacks [] for port (34214bcf-53dd-4189-9412-2dc63961e938), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:25.944455 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-95d23c85-64d5-4f11-86ba-47940345a4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (34214bcf-53dd-4189-9412-2dc63961e938), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:25.945178 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-95d23c85-64d5-4f11-86ba-47940345a4cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-869239'] for router_interface (72da3910-0189-4772-8278-a13ee8a8f293), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:26.048755 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d23c85-64d5-4f11-86ba-47940345a4cb admin admin] Pushing event updated for resources: {'Port': ['ID=34214bcf-53dd-4189-9412-2dc63961e938,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:26.054003 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 9f218f67-8587-45cc-9bb5-4b886baa5c9c up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:58:26.118447 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port 9f218f67-8587-45cc-9bb5-4b886baa5c9c triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:58:26.118837 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (9f218f67-8587-45cc-9bb5-4b886baa5c9c), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:26.127274 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d23c85-64d5-4f11-86ba-47940345a4cb admin admin] Network 0c970394-d158-404b-8f0f-09cdf840ed3c is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:58:26.129166 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-95d23c85-64d5-4f11-86ba-47940345a4cb admin admin] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:58:26.225091 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port 9f218f67-8587-45cc-9bb5-4b886baa5c9c is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:58:26.297198 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d23c85-64d5-4f11-86ba-47940345a4cb admin admin] Router 72da3910-0189-4772-8278-a13ee8a8f293 has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 11:58:26.389895 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-fff105b3-14ca-4f41-b8ff-e039891f3698 None None] Provisioning complete for port 34214bcf-53dd-4189-9412-2dc63961e938 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:58:26.390515 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-fff105b3-14ca-4f41-b8ff-e039891f3698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (34214bcf-53dd-4189-9412-2dc63961e938), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:26.434213 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d23c85-64d5-4f11-86ba-47940345a4cb admin admin] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 11:58:26.435266 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-fff105b3-14ca-4f41-b8ff-e039891f3698 None None] Port 34214bcf-53dd-4189-9412-2dc63961e938 cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 11:58:26.444873 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-95d23c85-64d5-4f11-86ba-47940345a4cb admin admin] 10.222.0.67 "PUT /v2.0/routers/72da3910-0189-4772-8278-a13ee8a8f293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9825678 Feb 07 11:58:27.566940 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422d88b7-3566-45b7-a429-002f3b7f0740 None None] Sync routers for ids ['72da3910-0189-4772-8278-a13ee8a8f293'] in dv-cinder-817351-12-iscsi {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 11:58:27.582373 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422d88b7-3566-45b7-a429-002f3b7f0740 None None] Routers {'72da3910-0189-4772-8278-a13ee8a8f293'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:58:27.583019 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-422d88b7-3566-45b7-a429-002f3b7f0740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:58:11Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['72da3910-0189-4772-8278-a13ee8a8f293'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:58:27.740990 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-422d88b7-3566-45b7-a429-002f3b7f0740 None None] Set router 72da3910-0189-4772-8278-a13ee8a8f293 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:58:28.007003 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-422d88b7-3566-45b7-a429-002f3b7f0740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72da3910-0189-4772-8278-a13ee8a8f293', 'name': 'tempest-TestMinimumBasicScenario-1853547143-router', 'tenant_id': '77aee1300a674c5ab5b5bf44fb18971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:58:22Z', 'updated_at': '2022-02-07T11:58:25Z', 'revision_number': 4, 'project_id': '77aee1300a674c5ab5b5bf44fb18971a', 'gw_port': {'id': '74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:50:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72da3910-0189-4772-8278-a13ee8a8f293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:22Z', 'updated_at': '2022-02-07T11:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '34214bcf-53dd-4189-9412-2dc63961e938', 'name': '', 'network_id': '0c970394-d158-404b-8f0f-09cdf840ed3c', 'tenant_id': '77aee1300a674c5ab5b5bf44fb18971a', 'mac_address': 'fa:16:3e:45:25:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72da3910-0189-4772-8278-a13ee8a8f293', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '435a15ba-4aa8-4731-ad91-e26798d00988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:25Z', 'updated_at': '2022-02-07T11:58:25Z', 'revision_number': 2, 'project_id': '77aee1300a674c5ab5b5bf44fb18971a', 'subnets': [{'id': '435a15ba-4aa8-4731-ad91-e26798d00988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:58:28.051808 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422d88b7-3566-45b7-a429-002f3b7f0740 None None] Checking router: 72da3910-0189-4772-8278-a13ee8a8f293 for host: dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 11:58:28.052311 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422d88b7-3566-45b7-a429-002f3b7f0740 None None] Updating router 72da3910-0189-4772-8278-a13ee8a8f293 port 34214bcf-53dd-4189-9412-2dc63961e938 binding host dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 11:58:28.104469 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-422d88b7-3566-45b7-a429-002f3b7f0740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (34214bcf-53dd-4189-9412-2dc63961e938), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:28.124133 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:58:28.260077 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port 74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:58:28.266010 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:28.475038 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port 74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea is: DOWN; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:58:28.475038 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:28.618460 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38abe1-5228-4dbb-9066-5cbe053c0acb req-6fff73b4-de9a-4bc5-88cc-01a64017f3e0 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:28.626919 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ab38abe1-5228-4dbb-9066-5cbe053c0acb req-6fff73b4-de9a-4bc5-88cc-01a64017f3e0 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0690129 Feb 07 11:58:28.713564 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ab38abe1-5228-4dbb-9066-5cbe053c0acb req-2d79ab00-d24a-4d9d-a8c8-e3c379c1011f tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857365 Feb 07 11:58:28.750456 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] For port 74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea,segment=NetworkSegment(27333d9f-cdd8-4603-a3d3-d9bd5a50a047),segment_id=27333d9f-cdd8-4603-a3d3-d9bd5a50a047)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:58:28.813847 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:28.862408 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-422d88b7-3566-45b7-a429-002f3b7f0740 None None] Publish callbacks [] for port (34214bcf-53dd-4189-9412-2dc63961e938), precommit_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:28.890035 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Pushing event updated for resources: {'Port': ['ID=74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:28.971813 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-422d88b7-3566-45b7-a429-002f3b7f0740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (34214bcf-53dd-4189-9412-2dc63961e938), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:29.190755 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9a76c-6522-4fdc-8fac-eb052f79379a None None] Pushing event updated for resources: {'Port': ['ID=34214bcf-53dd-4189-9412-2dc63961e938,revision_number=3']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:29.190755 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-422d88b7-3566-45b7-a429-002f3b7f0740 None None] Attempting to bind port 34214bcf-53dd-4189-9412-2dc63961e938 on host dv-cinder-817351-12-iscsi for vnic_type normal with profile {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:58:29.190755 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-422d88b7-3566-45b7-a429-002f3b7f0740 None None] Attempting to bind port 34214bcf-53dd-4189-9412-2dc63961e938 by drivers openvswitch,hyperv on host dv-cinder-817351-12-iscsi at level 0 using segments [{'id': '3d4b2d77-c0d9-4099-b8ba-cc646d2a8640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0c970394-d158-404b-8f0f-09cdf840ed3c'}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:58:29.190755 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d88b7-3566-45b7-a429-002f3b7f0740 None None] Attempting to bind port 34214bcf-53dd-4189-9412-2dc63961e938 on network 0c970394-d158-404b-8f0f-09cdf840ed3c {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:58:29.190755 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d88b7-3566-45b7-a429-002f3b7f0740 None None] Checking agent: {'id': '3ccea1af-134d-4579-b433-9df459de661e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 47, 45), 'started_at': datetime.datetime(2022, 2, 7, 11, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:58:29.190755 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d88b7-3566-45b7-a429-002f3b7f0740 None None] Checking segment: {'id': '3d4b2d77-c0d9-4099-b8ba-cc646d2a8640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0c970394-d158-404b-8f0f-09cdf840ed3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:58:29.190755 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-422d88b7-3566-45b7-a429-002f3b7f0740 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:29.190755 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d88b7-3566-45b7-a429-002f3b7f0740 None None] Bound using segment: {'id': '3d4b2d77-c0d9-4099-b8ba-cc646d2a8640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0c970394-d158-404b-8f0f-09cdf840ed3c'} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:58:29.190755 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-422d88b7-3566-45b7-a429-002f3b7f0740 None None] Bound port: 34214bcf-53dd-4189-9412-2dc63961e938, host: dv-cinder-817351-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4b2d77-c0d9-4099-b8ba-cc646d2a8640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0c970394-d158-404b-8f0f-09cdf840ed3c'}}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:58:29.191853 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-422d88b7-3566-45b7-a429-002f3b7f0740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (34214bcf-53dd-4189-9412-2dc63961e938), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:29.277899 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-422d88b7-3566-45b7-a429-002f3b7f0740 None None] For port 34214bcf-53dd-4189-9412-2dc63961e938, host dv-cinder-817351-12-iscsi, cleared binding levels {{(pid=109817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:58:29.281195 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-422d88b7-3566-45b7-a429-002f3b7f0740 None None] For port 34214bcf-53dd-4189-9412-2dc63961e938, host dv-cinder-817351-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=34214bcf-53dd-4189-9412-2dc63961e938,segment=NetworkSegment(3d4b2d77-c0d9-4099-b8ba-cc646d2a8640),segment_id=3d4b2d77-c0d9-4099-b8ba-cc646d2a8640)] {{(pid=109817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:58:29.368082 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-422d88b7-3566-45b7-a429-002f3b7f0740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (34214bcf-53dd-4189-9412-2dc63961e938), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:29.455086 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422d88b7-3566-45b7-a429-002f3b7f0740 None None] Routers {'72da3910-0189-4772-8278-a13ee8a8f293'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:58:29.455737 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-422d88b7-3566-45b7-a429-002f3b7f0740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:58:11Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['72da3910-0189-4772-8278-a13ee8a8f293'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:58:29.582384 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-8b3d6078-7b43-4711-9814-841c820c937c None None] Provisioning complete for port 34214bcf-53dd-4189-9412-2dc63961e938 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:58:29.582832 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-8b3d6078-7b43-4711-9814-841c820c937c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (34214bcf-53dd-4189-9412-2dc63961e938), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:29.613278 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9a76c-6522-4fdc-8fac-eb052f79379a None None] Pushing event updated for resources: {'Port': ['ID=34214bcf-53dd-4189-9412-2dc63961e938,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:29.679913 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-422d88b7-3566-45b7-a429-002f3b7f0740 None None] Set router 72da3910-0189-4772-8278-a13ee8a8f293 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:58:29.767041 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-8b3d6078-7b43-4711-9814-841c820c937c None None] Current status of the port 34214bcf-53dd-4189-9412-2dc63961e938 is: DOWN; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:58:29.767804 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-8b3d6078-7b43-4711-9814-841c820c937c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (34214bcf-53dd-4189-9412-2dc63961e938), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:29.924109 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-8b3d6078-7b43-4711-9814-841c820c937c None None] For port 34214bcf-53dd-4189-9412-2dc63961e938, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=34214bcf-53dd-4189-9412-2dc63961e938,segment=NetworkSegment(3d4b2d77-c0d9-4099-b8ba-cc646d2a8640),segment_id=3d4b2d77-c0d9-4099-b8ba-cc646d2a8640)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:58:30.018415 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:58:30.061648 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-422d88b7-3566-45b7-a429-002f3b7f0740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72da3910-0189-4772-8278-a13ee8a8f293', 'name': 'tempest-TestMinimumBasicScenario-1853547143-router', 'tenant_id': '77aee1300a674c5ab5b5bf44fb18971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:58:22Z', 'updated_at': '2022-02-07T11:58:25Z', 'revision_number': 4, 'project_id': '77aee1300a674c5ab5b5bf44fb18971a', 'gw_port': {'id': '74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:50:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72da3910-0189-4772-8278-a13ee8a8f293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:22Z', 'updated_at': '2022-02-07T11:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '34214bcf-53dd-4189-9412-2dc63961e938', 'name': '', 'network_id': '0c970394-d158-404b-8f0f-09cdf840ed3c', 'tenant_id': '77aee1300a674c5ab5b5bf44fb18971a', 'mac_address': 'fa:16:3e:45:25:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72da3910-0189-4772-8278-a13ee8a8f293', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '435a15ba-4aa8-4731-ad91-e26798d00988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:25Z', 'updated_at': '2022-02-07T11:58:29Z', 'revision_number': 4, 'project_id': '77aee1300a674c5ab5b5bf44fb18971a', 'subnets': [{'id': '435a15ba-4aa8-4731-ad91-e26798d00988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:58:30.068268 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-8b3d6078-7b43-4711-9814-841c820c937c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (34214bcf-53dd-4189-9412-2dc63961e938), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:30.118331 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422d88b7-3566-45b7-a429-002f3b7f0740 None None] The sync data for ids ['72da3910-0189-4772-8278-a13ee8a8f293'] in dv-cinder-817351-12-iscsi is: [{'id': '72da3910-0189-4772-8278-a13ee8a8f293', 'name': 'tempest-TestMinimumBasicScenario-1853547143-router', 'tenant_id': '77aee1300a674c5ab5b5bf44fb18971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:58:22Z', 'updated_at': '2022-02-07T11:58:25Z', 'revision_number': 4, 'project_id': '77aee1300a674c5ab5b5bf44fb18971a', 'gw_port': {'id': '74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:50:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72da3910-0189-4772-8278-a13ee8a8f293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:22Z', 'updated_at': '2022-02-07T11:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '34214bcf-53dd-4189-9412-2dc63961e938', 'name': '', 'network_id': '0c970394-d158-404b-8f0f-09cdf840ed3c', 'tenant_id': '77aee1300a674c5ab5b5bf44fb18971a', 'mac_address': 'fa:16:3e:45:25:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72da3910-0189-4772-8278-a13ee8a8f293', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '435a15ba-4aa8-4731-ad91-e26798d00988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:25Z', 'updated_at': '2022-02-07T11:58:29Z', 'revision_number': 4, 'project_id': '77aee1300a674c5ab5b5bf44fb18971a', 'subnets': [{'id': '435a15ba-4aa8-4731-ad91-e26798d00988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 11:58:30.177473 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port 74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:58:30.177996 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:30.233675 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d6078-7b43-4711-9814-841c820c937c None None] Pushing event updated for resources: {'Port': ['ID=34214bcf-53dd-4189-9412-2dc63961e938,revision_number=5']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:30.274154 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-d6af0156-9f47-4734-a671-4688982a97fb None None] Provisioning complete for port 34214bcf-53dd-4189-9412-2dc63961e938 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:58:30.274389 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-d6af0156-9f47-4734-a671-4688982a97fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (34214bcf-53dd-4189-9412-2dc63961e938), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:30.372074 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port 74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:58:30.427561 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-d6af0156-9f47-4734-a671-4688982a97fb None None] Current status of the port 34214bcf-53dd-4189-9412-2dc63961e938 is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:58:32.061477 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 34214bcf-53dd-4189-9412-2dc63961e938 up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:58:32.116780 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port 34214bcf-53dd-4189-9412-2dc63961e938 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:58:32.117515 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (34214bcf-53dd-4189-9412-2dc63961e938), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:32.211975 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port 34214bcf-53dd-4189-9412-2dc63961e938 is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:58:36.312304 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-45605f21-3f5e-47d5-ba4a-f1fa3966614d tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:36.320058 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-45605f21-3f5e-47d5-ba4a-f1fa3966614d tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/networks?id=1f0822b9-b44a-4189-ac69-526cbfaa623f HTTP/1.1" status: 200 len: 815 time: 0.1489944 Feb 07 11:58:36.337845 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-89955f84-d6c3-4417-9b32-7a0415674359 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/quotas/9fa56258a2a848a3900e69789d262891 HTTP/1.1" status: 200 len: 375 time: 0.0165884 Feb 07 11:58:36.346447 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 54950) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:36.403570 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-9e5d8e7e-5a17-4a73-a7a3-3af46f51b851 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9fa56258a2a848a3900e69789d262891&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0645812 Feb 07 11:58:36.500277 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-20b60dce-a8c3-49f8-9057-57a673012362 service neutron] 10.222.0.67 "GET /v2.0/networks/1f0822b9-b44a-4189-ac69-526cbfaa623f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922213 Feb 07 11:58:36.524326 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e1b1264f-d955-4c6a-b15c-e814574f554d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:36.622016 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e1b1264f-d955-4c6a-b15c-e814574f554d admin admin] Publish callbacks [] for security_group (5034b263-5aa1-4330-a2d7-98450d9ca512), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:36.627010 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-4845c3d0-b88b-4128-83c0-37718d8e8b81 service neutron] 10.222.0.67 "GET /v2.0/networks/1f0822b9-b44a-4189-ac69-526cbfaa623f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229274 Feb 07 11:58:37.379299 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e1b1264f-d955-4c6a-b15c-e814574f554d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (5034b263-5aa1-4330-a2d7-98450d9ca512), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:37.419096 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-e1b1264f-d955-4c6a-b15c-e814574f554d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=32e6cc7d873b400a981a6705f25039b2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0715480 Feb 07 11:58:37.420218 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1264f-d955-4c6a-b15c-e814574f554d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5034b263-5aa1-4330-a2d7-98450d9ca512,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:37.421896 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 54960) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:37.521381 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-002e2c98-1bc6-43a1-87d5-d64d7281a68a admin admin] Publish callbacks [] for security_group (5034b263-5aa1-4330-a2d7-98450d9ca512), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:37.543203 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b837dd49-a9f7-4544-8f5a-e853cd492eb2 req-b6128dd5-3a37-442f-b114-3f80a69bd383 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 210 time: 0.0575519 Feb 07 11:58:37.560367 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-002e2c98-1bc6-43a1-87d5-d64d7281a68a admin admin] Publish callbacks [] for security_group (5034b263-5aa1-4330-a2d7-98450d9ca512), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:37.749437 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-002e2c98-1bc6-43a1-87d5-d64d7281a68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (5034b263-5aa1-4330-a2d7-98450d9ca512), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:37.749437 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-002e2c98-1bc6-43a1-87d5-d64d7281a68a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:37.749437 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-002e2c98-1bc6-43a1-87d5-d64d7281a68a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5034b263-5aa1-4330-a2d7-98450d9ca512 HTTP/1.1" status: 204 len: 168 time: 0.3259225 Feb 07 11:58:37.759872 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e2c98-1bc6-43a1-87d5-d64d7281a68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5034b263-5aa1-4330-a2d7-98450d9ca512,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:38.474543 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-f15c56fb-f61f-44e9-8539-8ee9ded5bdf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:38.625760 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9a5a56d4-4b63-4392-8064-42ede9b87874 req-08ef1a9b-5f33-4f68-a1f5-fece984fe8e3 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 210 time: 0.0281594 Feb 07 11:58:38.768199 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 55012) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:38.784746 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-3f60885b-6503-472d-a35b-739f6c110df5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:38.867209 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-3f60885b-6503-472d-a35b-739f6c110df5 admin admin] Publish callbacks [] for security_group (9a513841-e625-49eb-b24e-9806f304f15f), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:38.949574 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-3f60885b-6503-472d-a35b-739f6c110df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (9a513841-e625-49eb-b24e-9806f304f15f), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:38.990413 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-3f60885b-6503-472d-a35b-739f6c110df5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2805c6d3555c4db39eef72e5a853192b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211912 Feb 07 11:58:38.992466 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60885b-6503-472d-a35b-739f6c110df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a513841-e625-49eb-b24e-9806f304f15f,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:38.994781 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 55014) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:39.045167 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6d0f-9456-4b98-ae30-47bc97af88a5 admin admin] Publish callbacks [] for security_group (9a513841-e625-49eb-b24e-9806f304f15f), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:39.067823 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6d0f-9456-4b98-ae30-47bc97af88a5 admin admin] Publish callbacks [] for security_group (9a513841-e625-49eb-b24e-9806f304f15f), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:39.172967 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6d0f-9456-4b98-ae30-47bc97af88a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (9a513841-e625-49eb-b24e-9806f304f15f), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:39.175760 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6d0f-9456-4b98-ae30-47bc97af88a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:39.177138 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-3bfa6d0f-9456-4b98-ae30-47bc97af88a5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9a513841-e625-49eb-b24e-9806f304f15f HTTP/1.1" status: 204 len: 168 time: 0.1808846 Feb 07 11:58:39.185746 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa6d0f-9456-4b98-ae30-47bc97af88a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a513841-e625-49eb-b24e-9806f304f15f,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:39.249773 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-5378c840-3795-44c8-8282-994743edfb9d tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:39.251273 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-5378c840-3795-44c8-8282-994743edfb9d tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/networks?id=38900fc3-64b1-482b-951a-e6d2ba6b664b HTTP/1.1" status: 200 len: 814 time: 0.1056776 Feb 07 11:58:39.268038 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-0d1881d1-e171-426f-ac79-4190735b3ff0 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/quotas/6776d9c9ed2f48c39315e1519cd258f2 HTTP/1.1" status: 200 len: 375 time: 0.0099001 Feb 07 11:58:39.327613 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-37c2154b-9ea0-4075-b04a-ab2870238ffa tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6776d9c9ed2f48c39315e1519cd258f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498865 Feb 07 11:58:39.429266 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-7e3988d8-99a3-48e4-bc35-946bc39db834 service neutron] 10.222.0.67 "GET /v2.0/networks/38900fc3-64b1-482b-951a-e6d2ba6b664b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892432 Feb 07 11:58:39.520474 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-df9c43bb-3875-4844-9c39-b73947fcf8ea service neutron] 10.222.0.67 "GET /v2.0/networks/38900fc3-64b1-482b-951a-e6d2ba6b664b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839248 Feb 07 11:58:39.733943 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ce1cd397-02ab-45cc-94e7-2c1a3f1ffb51 req-710071d7-200f-4ea6-bddd-6b02e1a0ae53 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 210 time: 0.0355875 Feb 07 11:58:39.760460 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-924cdb9e-2461-46c2-9049-0ba6adf20a96 req-a01d486f-1d67-4a1c-b759-28bf93f3e7de tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 210 time: 0.0310698 Feb 07 11:58:40.083163 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 55064) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:40.197099 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-59cb1c99-beaf-4138-af57-2b53ad85e2c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:40.236290 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-47c3ea53-b67c-4606-b37b-62f42473738a tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:40.237996 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-47c3ea53-b67c-4606-b37b-62f42473738a tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.18 "GET /v2.0/networks?id=1f0822b9-b44a-4189-ac69-526cbfaa623f HTTP/1.1" status: 200 len: 815 time: 0.1428890 Feb 07 11:58:40.253481 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-b565f5db-a858-4325-8252-7bab22ecaf71 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Request body: {'port': {'device_id': '4c995ae4-3088-4640-9397-fa47582d3caf', 'network_id': '1f0822b9-b44a-4189-ac69-526cbfaa623f', 'admin_state_up': True, 'tenant_id': '9fa56258a2a848a3900e69789d262891'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:58:40.278851 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-59cb1c99-beaf-4138-af57-2b53ad85e2c5 admin admin] Publish callbacks [] for security_group (59ece489-e816-4a02-bdda-ab985f16da05), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:40.367638 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-59cb1c99-beaf-4138-af57-2b53ad85e2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (59ece489-e816-4a02-bdda-ab985f16da05), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:40.412649 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-59cb1c99-beaf-4138-af57-2b53ad85e2c5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=32793d0557ac4c73a6d79dcd03f3547b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3259110 Feb 07 11:58:40.412850 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 55076) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:40.420557 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb1c99-beaf-4138-af57-2b53ad85e2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ece489-e816-4a02-bdda-ab985f16da05,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:40.424548 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-b565f5db-a858-4325-8252-7bab22ecaf71 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Made reservation on behalf of 9fa56258a2a848a3900e69789d262891 for: {'port': 1} {{(pid=109815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:58:40.428042 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-b565f5db-a858-4325-8252-7bab22ecaf71 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:40.483485 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-76f5a457-8bb1-40f6-8386-0d2e91f59be2 admin admin] Publish callbacks [] for security_group (59ece489-e816-4a02-bdda-ab985f16da05), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:40.511632 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-76f5a457-8bb1-40f6-8386-0d2e91f59be2 admin admin] Publish callbacks [] for security_group (59ece489-e816-4a02-bdda-ab985f16da05), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:40.569003 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_common [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-b565f5db-a858-4325-8252-7bab22ecaf71 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Allocated IP 172.20.0.10 (1f0822b9-b44a-4189-ac69-526cbfaa623f/d7bb34f8-fb86-49c0-99ed-5186686f2b9d/b4e557b3-d07c-4bfd-a246-48ce231e0a81) {{(pid=109815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:58:40.634745 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-8086fb6b-6bee-4650-82ac-bdeb7b566e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:40.674595 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-76f5a457-8bb1-40f6-8386-0d2e91f59be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (59ece489-e816-4a02-bdda-ab985f16da05), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:40.677216 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-76f5a457-8bb1-40f6-8386-0d2e91f59be2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:40.678534 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-76f5a457-8bb1-40f6-8386-0d2e91f59be2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/59ece489-e816-4a02-bdda-ab985f16da05 HTTP/1.1" status: 204 len: 168 time: 0.2648423 Feb 07 11:58:40.686996 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5a457-8bb1-40f6-8386-0d2e91f59be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ece489-e816-4a02-bdda-ab985f16da05,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:40.725119 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-b565f5db-a858-4325-8252-7bab22ecaf71 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Publish callbacks [] for port (b4e557b3-d07c-4bfd-a246-48ce231e0a81), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:40.834924 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5847bc02-af26-4c06-bdd4-5d1d47305d91 req-f26da68c-b695-496f-9147-1a1e2b84f086 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 210 time: 0.0288975 Feb 07 11:58:40.845073 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-fc91a11f-10ed-4cb4-a85d-d46affb25cf0 req-6209e881-ba4c-4731-b96e-8b470ce263f1 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 210 time: 0.0313694 Feb 07 11:58:40.871480 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-b565f5db-a858-4325-8252-7bab22ecaf71 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (b4e557b3-d07c-4bfd-a246-48ce231e0a81), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:40.879579 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['11cb008d-8ef4-45f4-a74c-bd2d812a6f4a', 'e2400d1c-e982-409f-935f-81f08cdb1083', 'bfdc2f38-9d41-4a61-9598-39aadce82d5d'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 11:58:40.905436 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-b565f5db-a858-4325-8252-7bab22ecaf71 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Network 1f0822b9-b44a-4189-ac69-526cbfaa623f is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:58:40.908924 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-b565f5db-a858-4325-8252-7bab22ecaf71 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:58:40.912839 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-b565f5db-a858-4325-8252-7bab22ecaf71 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Received port after_create {{(pid=109815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:58:40.923455 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-b565f5db-a858-4325-8252-7bab22ecaf71 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:40.924130 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-b565f5db-a858-4325-8252-7bab22ecaf71 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:40.934216 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565f5db-a858-4325-8252-7bab22ecaf71 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Pushing event updated for resources: {'Port': ['ID=b4e557b3-d07c-4bfd-a246-48ce231e0a81,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:41.024083 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-b565f5db-a858-4325-8252-7bab22ecaf71 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7757325 Feb 07 11:58:41.037891 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-6702123b-0c1b-4b87-b966-a97696afc2e1 service neutron] Request body: {'port': {'device_id': '4c995ae4-3088-4640-9397-fa47582d3caf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:58:41.109177 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-6702123b-0c1b-4b87-b966-a97696afc2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (b4e557b3-d07c-4bfd-a246-48ce231e0a81), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:41.519307 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 55118) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:41.539619 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c8d42c2c-b6ec-4d59-84c5-650dbf5886fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:41.638326 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-6702123b-0c1b-4b87-b966-a97696afc2e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4e557b3-d07c-4bfd-a246-48ce231e0a81 {{(pid=109815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 11:58:41.646767 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-6702123b-0c1b-4b87-b966-a97696afc2e1 service neutron] Publish callbacks [] for port (b4e557b3-d07c-4bfd-a246-48ce231e0a81), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:41.659736 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.provisioning_blocks [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-6702123b-0c1b-4b87-b966-a97696afc2e1 service neutron] Transition to ACTIVE for port object b4e557b3-d07c-4bfd-a246-48ce231e0a81 will not be triggered until provisioned by entity L2. {{(pid=109815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 11:58:41.665163 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c8d42c2c-b6ec-4d59-84c5-650dbf5886fa admin admin] Publish callbacks [] for security_group (3843db2f-1cad-4450-ad8b-c0c9cb9f1456), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:41.704665 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:41.768832 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c8d42c2c-b6ec-4d59-84c5-650dbf5886fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (3843db2f-1cad-4450-ad8b-c0c9cb9f1456), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:41.770836 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-6702123b-0c1b-4b87-b966-a97696afc2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (b4e557b3-d07c-4bfd-a246-48ce231e0a81), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:41.824522 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d42c2c-b6ec-4d59-84c5-650dbf5886fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3843db2f-1cad-4450-ad8b-c0c9cb9f1456,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:41.829655 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-c8d42c2c-b6ec-4d59-84c5-650dbf5886fa admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=244508f247324553b5f5d9726f2ab230&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3085930 Feb 07 11:58:41.831558 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 55122) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:41.862482 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702123b-0c1b-4b87-b966-a97696afc2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e557b3-d07c-4bfd-a246-48ce231e0a81,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:41.889215 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b74e27f1-fdaa-4b3b-b516-03e1048d5f98 admin admin] Publish callbacks [] for security_group (3843db2f-1cad-4450-ad8b-c0c9cb9f1456), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:41.893488 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-6702123b-0c1b-4b87-b966-a97696afc2e1 service neutron] Attempting to bind port b4e557b3-d07c-4bfd-a246-48ce231e0a81 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:58:41.893865 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-6702123b-0c1b-4b87-b966-a97696afc2e1 service neutron] Attempting to bind port b4e557b3-d07c-4bfd-a246-48ce231e0a81 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'f47893db-e434-4e31-97bd-89f81aa77ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1f0822b9-b44a-4189-ac69-526cbfaa623f'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:58:41.894189 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-6702123b-0c1b-4b87-b966-a97696afc2e1 service neutron] Attempting to bind port b4e557b3-d07c-4bfd-a246-48ce231e0a81 on network 1f0822b9-b44a-4189-ac69-526cbfaa623f {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:58:41.898803 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-6702123b-0c1b-4b87-b966-a97696afc2e1 service neutron] Port b4e557b3-d07c-4bfd-a246-48ce231e0a81 on network 1f0822b9-b44a-4189-ac69-526cbfaa623f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 11:58:41.899136 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-6702123b-0c1b-4b87-b966-a97696afc2e1 service neutron] Attempting to bind port b4e557b3-d07c-4bfd-a246-48ce231e0a81 on network 1f0822b9-b44a-4189-ac69-526cbfaa623f {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:58:41.905144 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-6702123b-0c1b-4b87-b966-a97696afc2e1 service neutron] Checking agent: {'id': '0d418b69-6da0-49d9-b758-bac8cc78f2cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'started_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:58:41.905757 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-6702123b-0c1b-4b87-b966-a97696afc2e1 service neutron] Checking segment: {'id': 'f47893db-e434-4e31-97bd-89f81aa77ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1f0822b9-b44a-4189-ac69-526cbfaa623f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:58:41.906306 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-6702123b-0c1b-4b87-b966-a97696afc2e1 service neutron] Bound using segment: {'id': 'f47893db-e434-4e31-97bd-89f81aa77ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1f0822b9-b44a-4189-ac69-526cbfaa623f'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:58:41.906894 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-6702123b-0c1b-4b87-b966-a97696afc2e1 service neutron] Bound port: b4e557b3-d07c-4bfd-a246-48ce231e0a81, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47893db-e434-4e31-97bd-89f81aa77ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1f0822b9-b44a-4189-ac69-526cbfaa623f'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:58:41.907422 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-6702123b-0c1b-4b87-b966-a97696afc2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (b4e557b3-d07c-4bfd-a246-48ce231e0a81), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:41.929827 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b74e27f1-fdaa-4b3b-b516-03e1048d5f98 admin admin] Publish callbacks [] for security_group (3843db2f-1cad-4450-ad8b-c0c9cb9f1456), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:41.997644 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-6d73d0df-cd1c-4baa-944f-4959e84ab727 req-8090f5dd-6f0e-4904-bec7-e18ec1dcfdbb tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 210 time: 0.0318167 Feb 07 11:58:42.026084 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-6702123b-0c1b-4b87-b966-a97696afc2e1 service neutron] For port b4e557b3-d07c-4bfd-a246-48ce231e0a81, host hv-cinder-81735, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:58:42.029183 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-6702123b-0c1b-4b87-b966-a97696afc2e1 service neutron] For port b4e557b3-d07c-4bfd-a246-48ce231e0a81, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b4e557b3-d07c-4bfd-a246-48ce231e0a81,segment=NetworkSegment(f47893db-e434-4e31-97bd-89f81aa77ab5),segment_id=f47893db-e434-4e31-97bd-89f81aa77ab5)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:58:42.049623 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a2c29-9390-49e7-88be-825a4c5bf2c0 req-f92784a5-aa10-48c9-8a53-9bb3035f1105 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:42.051102 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bd6a2c29-9390-49e7-88be-825a4c5bf2c0 req-f92784a5-aa10-48c9-8a53-9bb3035f1105 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 944 time: 0.0752211 Feb 07 11:58:42.102345 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bd6a2c29-9390-49e7-88be-825a4c5bf2c0 req-c901ce70-643f-4c71-ad0e-bf63feda4e19 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456381 Feb 07 11:58:42.115261 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-6702123b-0c1b-4b87-b966-a97696afc2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (b4e557b3-d07c-4bfd-a246-48ce231e0a81), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:42.120407 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b74e27f1-fdaa-4b3b-b516-03e1048d5f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (3843db2f-1cad-4450-ad8b-c0c9cb9f1456), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:42.132626 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b74e27f1-fdaa-4b3b-b516-03e1048d5f98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:42.134840 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-b74e27f1-fdaa-4b3b-b516-03e1048d5f98 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3843db2f-1cad-4450-ad8b-c0c9cb9f1456 HTTP/1.1" status: 204 len: 168 time: 0.3017290 Feb 07 11:58:42.144427 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e27f1-fdaa-4b3b-b516-03e1048d5f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3843db2f-1cad-4450-ad8b-c0c9cb9f1456,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:42.158666 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-6702123b-0c1b-4b87-b966-a97696afc2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:42.159522 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-6702123b-0c1b-4b87-b966-a97696afc2e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:42.161082 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-6702123b-0c1b-4b87-b966-a97696afc2e1 service neutron] 10.222.0.18 "PUT /v2.0/ports/b4e557b3-d07c-4bfd-a246-48ce231e0a81 HTTP/1.1" status: 200 len: 1094 time: 1.1289823 Feb 07 11:58:42.161713 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c995ae4-3088-4640-9397-fa47582d3caf', 'tag': 'b4e557b3-d07c-4bfd-a246-48ce231e0a81'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 11:58:42.164199 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5512e24b4b829142f063b72b797f5a35d67167870001cc5935fd87f1b71448f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a69be2a-b692-4019-8cab-0f7cd9418b36" -d '{"events": [{"name": "network-changed", "server_uuid": "4c995ae4-3088-4640-9397-fa47582d3caf", "tag": "b4e557b3-d07c-4bfd-a246-48ce231e0a81"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 11:58:42.185939 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702123b-0c1b-4b87-b966-a97696afc2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e557b3-d07c-4bfd-a246-48ce231e0a81,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:42.217403 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 11:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c919fc0b-e95b-40eb-b7f0-56658a5a9301 x-openstack-request-id: req-c919fc0b-e95b-40eb-b7f0-56658a5a9301 {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 11:58:42.217749 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c995ae4-3088-4640-9397-fa47582d3caf", "tag": "b4e557b3-d07c-4bfd-a246-48ce231e0a81", "status": "completed", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 11:58:42.218007 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c919fc0b-e95b-40eb-b7f0-56658a5a9301 {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 11:58:42.218416 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c995ae4-3088-4640-9397-fa47582d3caf', 'tag': 'b4e557b3-d07c-4bfd-a246-48ce231e0a81', 'status': 'completed', 'code': 200} Feb 07 11:58:42.292675 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69be2a-b692-4019-8cab-0f7cd9418b36 req-87fdc199-4fcb-4a2f-b74d-98a5392917aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:42.293978 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-2a69be2a-b692-4019-8cab-0f7cd9418b36 req-87fdc199-4fcb-4a2f-b74d-98a5392917aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fa56258a2a848a3900e69789d262891&device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 1128 time: 0.0526395 Feb 07 11:58:42.406025 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69be2a-b692-4019-8cab-0f7cd9418b36 req-ad3630a4-1cbd-41d5-bb61-f6b490ec643e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:42.413214 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-2a69be2a-b692-4019-8cab-0f7cd9418b36 req-ad3630a4-1cbd-41d5-bb61-f6b490ec643e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9fa56258a2a848a3900e69789d262891&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1044176 Feb 07 11:58:42.507796 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69be2a-b692-4019-8cab-0f7cd9418b36 req-a5c08bb3-f09c-4520-9767-96f7be9efdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:42.509303 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-2a69be2a-b692-4019-8cab-0f7cd9418b36 req-a5c08bb3-f09c-4520-9767-96f7be9efdae service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942109 Feb 07 11:58:42.612415 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-63f77b6b-b346-40e0-8ede-1f57db9b6387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:42.614470 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-63f77b6b-b346-40e0-8ede-1f57db9b6387 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fa56258a2a848a3900e69789d262891&device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 1128 time: 0.0597367 Feb 07 11:58:42.689990 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-1a4a5454-fc68-462f-bd28-4f02aa5f0804 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4e557b3-d07c-4bfd-a246-48ce231e0a81 HTTP/1.1" status: 200 len: 217 time: 0.0636659 Feb 07 11:58:42.730564 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-d88f6305-8c6a-4032-ac7e-0fea639cba13 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:42.732564 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-d88f6305-8c6a-4032-ac7e-0fea639cba13 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.18 "GET /v2.0/networks?id=38900fc3-64b1-482b-951a-e6d2ba6b664b HTTP/1.1" status: 200 len: 814 time: 0.1492739 Feb 07 11:58:42.751146 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-0062d741-b944-422b-afff-1a5ca51e0c75 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Request body: {'port': {'device_id': '26bab89c-4726-49be-8da9-5f077c5878a8', 'network_id': '38900fc3-64b1-482b-951a-e6d2ba6b664b', 'admin_state_up': True, 'tenant_id': '6776d9c9ed2f48c39315e1519cd258f2'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:58:42.756250 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-c043a3eb-9d63-4601-81af-991252d5388d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:42.757739 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-c043a3eb-9d63-4601-81af-991252d5388d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d7bb34f8-fb86-49c0-99ed-5186686f2b9d HTTP/1.1" status: 200 len: 855 time: 0.0590029 Feb 07 11:58:42.794574 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-99e1794e-1b44-41f7-a3a9-f8e7304dea02 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1f0822b9-b44a-4189-ac69-526cbfaa623f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276480 Feb 07 11:58:42.888002 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-4c6498ce-25bb-4d43-b198-8e6195d07492 service neutron] 10.222.0.18 "GET /v2.0/networks/1f0822b9-b44a-4189-ac69-526cbfaa623f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855813 Feb 07 11:58:42.984712 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-0062d741-b944-422b-afff-1a5ca51e0c75 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Made reservation on behalf of 6776d9c9ed2f48c39315e1519cd258f2 for: {'port': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:58:42.988636 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-0062d741-b944-422b-afff-1a5ca51e0c75 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:42.998812 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-735109c5-f965-4c62-be7c-97bad48d0ae7 req-70218fe6-342a-42e5-ada6-51e7d811cfa4 service neutron] 10.222.0.18 "GET /v2.0/networks/1f0822b9-b44a-4189-ac69-526cbfaa623f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996211 Feb 07 11:58:43.124437 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bfa50b51-f2fa-4997-8f0b-5b8eb43d96ea req-392c744b-3e08-4943-8399-857871e1dff9 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 210 time: 0.0544958 Feb 07 11:58:43.160779 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_common [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-0062d741-b944-422b-afff-1a5ca51e0c75 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Allocated IP 172.20.0.9 (38900fc3-64b1-482b-951a-e6d2ba6b664b/c298de01-5de8-498a-b313-e70f45d99c1c/5e48e753-7851-4836-a4ee-17ecba5a1834) {{(pid=109816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:58:43.340505 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 55174) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:43.373946 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2133ef-4f6b-46c2-9acc-baef561c15e3 req-0b1cd896-9562-42e5-a919-c836109590de tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:43.375980 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-bc2133ef-4f6b-46c2-9acc-baef561c15e3 req-0b1cd896-9562-42e5-a919-c836109590de tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 944 time: 0.1007688 Feb 07 11:58:43.403665 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-0062d741-b944-422b-afff-1a5ca51e0c75 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for port (5e48e753-7851-4836-a4ee-17ecba5a1834), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:43.433048 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-bc2133ef-4f6b-46c2-9acc-baef561c15e3 req-d3cc1650-3581-4162-b2f9-dfc95bf88e7a tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463769 Feb 07 11:58:43.472465 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6367bca2-507e-4ce5-aa48-80ff12b57e0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:43.528682 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-0062d741-b944-422b-afff-1a5ca51e0c75 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (5e48e753-7851-4836-a4ee-17ecba5a1834), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:43.547553 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6367bca2-507e-4ce5-aa48-80ff12b57e0f admin admin] Publish callbacks [] for security_group (220d59c7-70df-49bc-99a9-7689ce72fc88), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:43.562487 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 11:58:43.586697 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0062d741-b944-422b-afff-1a5ca51e0c75 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Pushing event updated for resources: {'Port': ['ID=5e48e753-7851-4836-a4ee-17ecba5a1834,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:43.590563 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-0062d741-b944-422b-afff-1a5ca51e0c75 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Network 38900fc3-64b1-482b-951a-e6d2ba6b664b is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:58:43.595358 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-0062d741-b944-422b-afff-1a5ca51e0c75 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:58:43.595358 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-0062d741-b944-422b-afff-1a5ca51e0c75 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Received port after_create {{(pid=109816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:58:43.613441 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6367bca2-507e-4ce5-aa48-80ff12b57e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (220d59c7-70df-49bc-99a9-7689ce72fc88), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:43.647852 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:43.654782 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-0062d741-b944-422b-afff-1a5ca51e0c75 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:43.654782 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-0062d741-b944-422b-afff-1a5ca51e0c75 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:43.680049 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-6367bca2-507e-4ce5-aa48-80ff12b57e0f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7777159ef56b4030aec186ba09955842&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3383830 Feb 07 11:58:43.682610 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367bca2-507e-4ce5-aa48-80ff12b57e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220d59c7-70df-49bc-99a9-7689ce72fc88,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:43.685614 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 55188) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:43.736102 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-0062d741-b944-422b-afff-1a5ca51e0c75 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9910088 Feb 07 11:58:43.745402 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b0a8f0e9-3250-4b52-8822-2d5e281e1a6e admin admin] Publish callbacks [] for security_group (220d59c7-70df-49bc-99a9-7689ce72fc88), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:43.751733 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-39fb8d65-81cb-4fcf-814e-39ffe42f2fe7 service neutron] Request body: {'port': {'device_id': '26bab89c-4726-49be-8da9-5f077c5878a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:58:43.778656 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b0a8f0e9-3250-4b52-8822-2d5e281e1a6e admin admin] Publish callbacks [] for security_group (220d59c7-70df-49bc-99a9-7689ce72fc88), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:43.841063 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-39fb8d65-81cb-4fcf-814e-39ffe42f2fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (5e48e753-7851-4836-a4ee-17ecba5a1834), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:43.863324 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-8e405110-2706-4452-8c9d-93d2088d7c10 None None] Provisioning complete for port 5e48e753-7851-4836-a4ee-17ecba5a1834 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:58:43.863709 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-8e405110-2706-4452-8c9d-93d2088d7c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (5e48e753-7851-4836-a4ee-17ecba5a1834), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:43.898658 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-8e405110-2706-4452-8c9d-93d2088d7c10 None None] Port 5e48e753-7851-4836-a4ee-17ecba5a1834 cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 11:58:43.984808 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b0a8f0e9-3250-4b52-8822-2d5e281e1a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (220d59c7-70df-49bc-99a9-7689ce72fc88), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:43.988034 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b0a8f0e9-3250-4b52-8822-2d5e281e1a6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:43.989304 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-b0a8f0e9-3250-4b52-8822-2d5e281e1a6e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/220d59c7-70df-49bc-99a9-7689ce72fc88 HTTP/1.1" status: 204 len: 168 time: 0.3024631 Feb 07 11:58:43.998789 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8f0e9-3250-4b52-8822-2d5e281e1a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220d59c7-70df-49bc-99a9-7689ce72fc88,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:44.133498 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-39fb8d65-81cb-4fcf-814e-39ffe42f2fe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e48e753-7851-4836-a4ee-17ecba5a1834 {{(pid=109816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 11:58:44.142211 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-39fb8d65-81cb-4fcf-814e-39ffe42f2fe7 service neutron] Publish callbacks [] for port (5e48e753-7851-4836-a4ee-17ecba5a1834), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:44.175118 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.provisioning_blocks [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-39fb8d65-81cb-4fcf-814e-39ffe42f2fe7 service neutron] Transition to ACTIVE for port object 5e48e753-7851-4836-a4ee-17ecba5a1834 will not be triggered until provisioned by entity L2. {{(pid=109816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 11:58:44.270340 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-39fb8d65-81cb-4fcf-814e-39ffe42f2fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209623'] for port (5e48e753-7851-4836-a4ee-17ecba5a1834), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:44.550556 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb8d65-81cb-4fcf-814e-39ffe42f2fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=5e48e753-7851-4836-a4ee-17ecba5a1834,revision_number=2']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:44.638173 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef257709-214b-4655-88da-e82b84b31c80 req-a46098d6-ccb7-40dc-a87f-fd19fd6c136d tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:44.639784 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ef257709-214b-4655-88da-e82b84b31c80 req-a46098d6-ccb7-40dc-a87f-fd19fd6c136d tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 943 time: 0.3840525 Feb 07 11:58:44.686419 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:44.728130 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ef257709-214b-4655-88da-e82b84b31c80 req-4fc45fe3-0696-430d-81ab-c56048d73e90 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732114 Feb 07 11:58:44.756392 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-39fb8d65-81cb-4fcf-814e-39ffe42f2fe7 service neutron] Attempting to bind port 5e48e753-7851-4836-a4ee-17ecba5a1834 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:58:44.757023 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-39fb8d65-81cb-4fcf-814e-39ffe42f2fe7 service neutron] Attempting to bind port 5e48e753-7851-4836-a4ee-17ecba5a1834 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'f74bba07-bca7-4a3b-b25c-71cc9693ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '38900fc3-64b1-482b-951a-e6d2ba6b664b'}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:58:44.757254 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-39fb8d65-81cb-4fcf-814e-39ffe42f2fe7 service neutron] Attempting to bind port 5e48e753-7851-4836-a4ee-17ecba5a1834 on network 38900fc3-64b1-482b-951a-e6d2ba6b664b {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:58:44.763117 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-39fb8d65-81cb-4fcf-814e-39ffe42f2fe7 service neutron] Port 5e48e753-7851-4836-a4ee-17ecba5a1834 on network 38900fc3-64b1-482b-951a-e6d2ba6b664b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 11:58:44.764904 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-39fb8d65-81cb-4fcf-814e-39ffe42f2fe7 service neutron] Attempting to bind port 5e48e753-7851-4836-a4ee-17ecba5a1834 on network 38900fc3-64b1-482b-951a-e6d2ba6b664b {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:58:44.771257 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-39fb8d65-81cb-4fcf-814e-39ffe42f2fe7 service neutron] Checking agent: {'id': '0d418b69-6da0-49d9-b758-bac8cc78f2cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'started_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:58:44.772068 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-39fb8d65-81cb-4fcf-814e-39ffe42f2fe7 service neutron] Checking segment: {'id': 'f74bba07-bca7-4a3b-b25c-71cc9693ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '38900fc3-64b1-482b-951a-e6d2ba6b664b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:58:44.772528 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-39fb8d65-81cb-4fcf-814e-39ffe42f2fe7 service neutron] Bound using segment: {'id': 'f74bba07-bca7-4a3b-b25c-71cc9693ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '38900fc3-64b1-482b-951a-e6d2ba6b664b'} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:58:44.773140 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-39fb8d65-81cb-4fcf-814e-39ffe42f2fe7 service neutron] Bound port: 5e48e753-7851-4836-a4ee-17ecba5a1834, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f74bba07-bca7-4a3b-b25c-71cc9693ebb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '38900fc3-64b1-482b-951a-e6d2ba6b664b'}}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:58:44.773580 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-39fb8d65-81cb-4fcf-814e-39ffe42f2fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (5e48e753-7851-4836-a4ee-17ecba5a1834), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:44.888547 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-39fb8d65-81cb-4fcf-814e-39ffe42f2fe7 service neutron] For port 5e48e753-7851-4836-a4ee-17ecba5a1834, host hv-cinder-81735, cleared binding levels {{(pid=109816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:58:44.924332 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-39fb8d65-81cb-4fcf-814e-39ffe42f2fe7 service neutron] For port 5e48e753-7851-4836-a4ee-17ecba5a1834, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=5e48e753-7851-4836-a4ee-17ecba5a1834,segment=NetworkSegment(f74bba07-bca7-4a3b-b25c-71cc9693ebb7),segment_id=f74bba07-bca7-4a3b-b25c-71cc9693ebb7)] {{(pid=109816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:58:44.958865 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4a14d-65ad-4ab4-bccd-ab252d46ff9c req-99183494-fe21-475e-80d4-2041ff96ae88 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:44.960759 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-97e4a14d-65ad-4ab4-bccd-ab252d46ff9c req-99183494-fe21-475e-80d4-2041ff96ae88 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 944 time: 0.1128581 Feb 07 11:58:45.024515 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-39fb8d65-81cb-4fcf-814e-39ffe42f2fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209623'] for port (5e48e753-7851-4836-a4ee-17ecba5a1834), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:45.070467 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-97e4a14d-65ad-4ab4-bccd-ab252d46ff9c req-a42c6655-6f72-4eca-b21d-5bb8683f4e0f tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018541 Feb 07 11:58:45.077433 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-39fb8d65-81cb-4fcf-814e-39ffe42f2fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:45.078154 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-39fb8d65-81cb-4fcf-814e-39ffe42f2fe7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:45.079854 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-39fb8d65-81cb-4fcf-814e-39ffe42f2fe7 service neutron] 10.222.0.18 "PUT /v2.0/ports/5e48e753-7851-4836-a4ee-17ecba5a1834 HTTP/1.1" status: 200 len: 1093 time: 1.3332417 Feb 07 11:58:45.080467 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bab89c-4726-49be-8da9-5f077c5878a8', 'tag': '5e48e753-7851-4836-a4ee-17ecba5a1834'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 11:58:45.083096 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4df810-82a2-4bae-ae8d-a594bd7aa481" -d '{"events": [{"name": "network-changed", "server_uuid": "26bab89c-4726-49be-8da9-5f077c5878a8", "tag": "5e48e753-7851-4836-a4ee-17ecba5a1834"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 11:58:45.086237 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8a5d6-d0f2-4f21-bee4-59702d46e54c req-3854a80e-86f3-4253-a93a-1ea85aff3f68 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:45.088948 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e0d8a5d6-d0f2-4f21-bee4-59702d46e54c req-3854a80e-86f3-4253-a93a-1ea85aff3f68 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.1052539 Feb 07 11:58:45.158402 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 11:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f25ae81-6d87-450d-ad58-b920ee603f7c x-openstack-request-id: req-8f25ae81-6d87-450d-ad58-b920ee603f7c {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 11:58:45.159821 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bab89c-4726-49be-8da9-5f077c5878a8", "tag": "5e48e753-7851-4836-a4ee-17ecba5a1834", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 11:58:45.159821 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8f25ae81-6d87-450d-ad58-b920ee603f7c {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 11:58:45.159821 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bab89c-4726-49be-8da9-5f077c5878a8', 'tag': '5e48e753-7851-4836-a4ee-17ecba5a1834', 'status': 'completed', 'code': 200} Feb 07 11:58:45.160575 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb8d65-81cb-4fcf-814e-39ffe42f2fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=5e48e753-7851-4836-a4ee-17ecba5a1834,revision_number=3']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:45.231269 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e0d8a5d6-d0f2-4f21-bee4-59702d46e54c req-fdd049b3-6a04-4d1f-a00d-5d79fb7f84fa tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351895 Feb 07 11:58:45.885584 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f80a6-2584-453e-a89e-cf5f52cf64a8 req-e2bb014e-45c9-4325-8b3a-73b7f607978f tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:45.887963 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-254f80a6-2584-453e-a89e-cf5f52cf64a8 req-e2bb014e-45c9-4325-8b3a-73b7f607978f tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 943 time: 0.0674052 Feb 07 11:58:45.964208 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-254f80a6-2584-453e-a89e-cf5f52cf64a8 req-b4e528db-a01b-4c25-b135-4d78955c04c9 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703094 Feb 07 11:58:46.087758 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 55296) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:46.379569 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c476907f-dfce-43fa-ba59-634b4761c478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:46.391645 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4f92d-b96a-48fa-b251-72f091787e98 req-1a4a2cda-3ba8-460f-bf17-ce67e75cf1a6 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:46.393422 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b1d4f92d-b96a-48fa-b251-72f091787e98 req-1a4a2cda-3ba8-460f-bf17-ce67e75cf1a6 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 944 time: 0.1662667 Feb 07 11:58:46.412647 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb4eec-6195-4caf-ad9a-b99f57bc725d req-ffd07a77-8488-4b23-afc0-459f464f8bc1 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:46.420108 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-daeb4eec-6195-4caf-ad9a-b99f57bc725d req-ffd07a77-8488-4b23-afc0-459f464f8bc1 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0777979 Feb 07 11:58:46.474408 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-daeb4eec-6195-4caf-ad9a-b99f57bc725d req-27296dd7-fe9d-4042-bc0f-6704240a4fce tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500674 Feb 07 11:58:46.488758 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b1d4f92d-b96a-48fa-b251-72f091787e98 req-2f6eba5c-5a21-4d39-a578-d16483611c01 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847943 Feb 07 11:58:46.537671 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c476907f-dfce-43fa-ba59-634b4761c478 admin admin] Publish callbacks [] for security_group (74447f6e-cfa3-4600-99a5-78320861f770), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:46.647422 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c476907f-dfce-43fa-ba59-634b4761c478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (74447f6e-cfa3-4600-99a5-78320861f770), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:46.685513 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-c476907f-dfce-43fa-ba59-634b4761c478 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5589bbb7dfc24c98b96738ebcb7d2ba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5958753 Feb 07 11:58:46.687613 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476907f-dfce-43fa-ba59-634b4761c478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74447f6e-cfa3-4600-99a5-78320861f770,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:46.688466 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 55322) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:46.756640 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c245e2b3-2a98-4c4d-a6d5-850811c0b480 admin admin] Publish callbacks [] for security_group (74447f6e-cfa3-4600-99a5-78320861f770), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:46.781907 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c245e2b3-2a98-4c4d-a6d5-850811c0b480 admin admin] Publish callbacks [] for security_group (74447f6e-cfa3-4600-99a5-78320861f770), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:46.900759 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c245e2b3-2a98-4c4d-a6d5-850811c0b480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (74447f6e-cfa3-4600-99a5-78320861f770), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:46.906782 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c245e2b3-2a98-4c4d-a6d5-850811c0b480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:46.908807 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-c245e2b3-2a98-4c4d-a6d5-850811c0b480 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/74447f6e-cfa3-4600-99a5-78320861f770 HTTP/1.1" status: 204 len: 168 time: 0.2189703 Feb 07 11:58:46.920727 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245e2b3-2a98-4c4d-a6d5-850811c0b480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74447f6e-cfa3-4600-99a5-78320861f770,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:47.120096 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032e7dd-9613-47d1-9874-c6c2c6aabdbb req-5f33e27f-9703-495d-bc86-457c65ffd77a tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:47.122405 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a032e7dd-9613-47d1-9874-c6c2c6aabdbb req-5f33e27f-9703-495d-bc86-457c65ffd77a tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 943 time: 0.0741551 Feb 07 11:58:47.173732 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a032e7dd-9613-47d1-9874-c6c2c6aabdbb req-af072019-0277-4962-afb7-53a3af641b24 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455325 Feb 07 11:58:47.646319 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a6d02-2c32-4dc5-a385-331c86c86eae req-cee32c01-1abc-40ad-9150-f16e822b3893 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:47.648704 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-310a6d02-2c32-4dc5-a385-331c86c86eae req-cee32c01-1abc-40ad-9150-f16e822b3893 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.1068149 Feb 07 11:58:47.740394 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 55366) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:47.755480 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97113b-0e28-4ac0-93b1-fb2580ae9518 req-bd95afd3-3484-40a5-a949-ff9af6414c38 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:47.757103 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8c97113b-0e28-4ac0-93b1-fb2580ae9518 req-bd95afd3-3484-40a5-a949-ff9af6414c38 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 944 time: 0.1310587 Feb 07 11:58:47.763985 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-310a6d02-2c32-4dc5-a385-331c86c86eae req-df46c342-f989-4c0b-9542-c2ecd206648f tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050515 Feb 07 11:58:47.779855 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f185ad1e-77fc-4909-855c-5823e1d55a3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:47.833854 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8c97113b-0e28-4ac0-93b1-fb2580ae9518 req-ac0540d5-606c-487a-b564-c2624742702a tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693283 Feb 07 11:58:47.891682 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f185ad1e-77fc-4909-855c-5823e1d55a3c admin admin] Publish callbacks [] for security_group (5cb695aa-7d0e-49ee-b5ff-4289ee669f92), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:48.315993 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b520052-71b3-474a-a1b1-7d5b7007b3e2 req-cd529c37-28b4-491e-a8e9-cc02f90c0545 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:48.317182 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7b520052-71b3-474a-a1b1-7d5b7007b3e2 req-cd529c37-28b4-491e-a8e9-cc02f90c0545 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 943 time: 0.0575457 Feb 07 11:58:48.379559 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7b520052-71b3-474a-a1b1-7d5b7007b3e2 req-b626b9f6-5c51-4ef1-a225-b4b53331022f tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564702 Feb 07 11:58:48.630529 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f185ad1e-77fc-4909-855c-5823e1d55a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (5cb695aa-7d0e-49ee-b5ff-4289ee669f92), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:48.669575 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185ad1e-77fc-4909-855c-5823e1d55a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb695aa-7d0e-49ee-b5ff-4289ee669f92,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:48.677143 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 55376) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:48.677822 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-f185ad1e-77fc-4909-855c-5823e1d55a3c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=08b8bc34a6b3401f9c0140dd8feb9c7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9359841 Feb 07 11:58:48.726236 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b5ad0164-bfb0-45fd-be1f-8c52b021132e admin admin] Publish callbacks [] for security_group (5cb695aa-7d0e-49ee-b5ff-4289ee669f92), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:48.761367 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b5ad0164-bfb0-45fd-be1f-8c52b021132e admin admin] Publish callbacks [] for security_group (5cb695aa-7d0e-49ee-b5ff-4289ee669f92), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:48.907671 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bceb5d0-dc8a-4e8f-9528-500f026d02f6 req-79034d3c-069e-4747-af18-24dea73af39e tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:48.909150 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5bceb5d0-dc8a-4e8f-9528-500f026d02f6 req-79034d3c-069e-4747-af18-24dea73af39e tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0551884 Feb 07 11:58:48.926500 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b5ad0164-bfb0-45fd-be1f-8c52b021132e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (5cb695aa-7d0e-49ee-b5ff-4289ee669f92), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:48.933007 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b5ad0164-bfb0-45fd-be1f-8c52b021132e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:48.934442 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-b5ad0164-bfb0-45fd-be1f-8c52b021132e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5cb695aa-7d0e-49ee-b5ff-4289ee669f92 HTTP/1.1" status: 204 len: 168 time: 0.2558179 Feb 07 11:58:48.960728 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad0164-bfb0-45fd-be1f-8c52b021132e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb695aa-7d0e-49ee-b5ff-4289ee669f92,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:48.993628 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d767d-97bc-4c64-a48e-c095b10f5851 req-15ce8d5a-266f-4a1e-8dde-c18f619f4866 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:48.995301 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-960d767d-97bc-4c64-a48e-c095b10f5851 req-15ce8d5a-266f-4a1e-8dde-c18f619f4866 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 944 time: 0.0952327 Feb 07 11:58:49.042835 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5bceb5d0-dc8a-4e8f-9528-500f026d02f6 req-998035b2-46ef-40ba-bdac-8824763ba664 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272116 Feb 07 11:58:49.060182 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-960d767d-97bc-4c64-a48e-c095b10f5851 req-8984d695-b2d7-41c7-bc39-b97c1b090662 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534737 Feb 07 11:58:49.568204 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068f88a-41ca-4d60-a8cb-b2d0cbe3bda0 req-991a401f-b598-469f-bdf2-ea54c97b993e tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:49.576366 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8068f88a-41ca-4d60-a8cb-b2d0cbe3bda0 req-991a401f-b598-469f-bdf2-ea54c97b993e tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 943 time: 0.0672464 Feb 07 11:58:49.659127 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8068f88a-41ca-4d60-a8cb-b2d0cbe3bda0 req-fc06a5ee-ef94-4017-8b1e-f160eb2e5320 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613678 Feb 07 11:58:50.211063 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c91d4-ff00-44eb-9aaa-4ab807c1e153 req-bfe97346-dbc6-49cd-83e6-6dca5a252432 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:50.222377 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a70c91d4-ff00-44eb-9aaa-4ab807c1e153 req-bfe97346-dbc6-49cd-83e6-6dca5a252432 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0947049 Feb 07 11:58:50.332232 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a70c91d4-ff00-44eb-9aaa-4ab807c1e153 req-608c8654-8413-4c4a-af6f-cbd05991f094 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085842 Feb 07 11:58:50.551556 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6a8d0-4f9b-4c06-b6bb-4a9e2753fdaa req-fe9f85d6-960f-408a-ac68-8287f2b44e90 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:50.553145 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-63f6a8d0-4f9b-4c06-b6bb-4a9e2753fdaa req-fe9f85d6-960f-408a-ac68-8287f2b44e90 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 944 time: 0.4135268 Feb 07 11:58:50.609067 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-63f6a8d0-4f9b-4c06-b6bb-4a9e2753fdaa req-4cb87fd3-0de6-474f-9fb4-c1d55ecf81de tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486472 Feb 07 11:58:50.788947 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0f700-cbb0-487f-b5f4-0f81fd4ae115 req-a5d54490-8c9d-4aa8-a048-2a93aa0cfe28 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:50.790528 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-bca0f700-cbb0-487f-b5f4-0f81fd4ae115 req-a5d54490-8c9d-4aa8-a048-2a93aa0cfe28 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 943 time: 0.0515220 Feb 07 11:58:50.867283 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-bca0f700-cbb0-487f-b5f4-0f81fd4ae115 req-aba11481-74d0-41d7-9196-a9e68fef54b9 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644867 Feb 07 11:58:51.506558 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d92e40-5213-4d2a-9989-5f419ab4e549 req-c23fcd8a-928c-4f79-a68f-6b2e27e2bd39 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:51.509373 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b8d92e40-5213-4d2a-9989-5f419ab4e549 req-c23fcd8a-928c-4f79-a68f-6b2e27e2bd39 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0549064 Feb 07 11:58:51.566639 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b8d92e40-5213-4d2a-9989-5f419ab4e549 req-6d445838-3a6a-4000-a9d1-54de1cbd1c6e tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510828 Feb 07 11:58:51.745891 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68175974-abd3-4673-835b-46fcd6302712 req-14b8861d-7305-45ce-ba3a-00072ce23101 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:51.747415 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-68175974-abd3-4673-835b-46fcd6302712 req-14b8861d-7305-45ce-ba3a-00072ce23101 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 944 time: 0.0657649 Feb 07 11:58:51.812382 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-68175974-abd3-4673-835b-46fcd6302712 req-a624b46f-5bac-4ede-ae56-9c7ed09a8838 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589004 Feb 07 11:58:51.983698 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f899b0-3293-421a-b7c9-96305f94a467 req-b67cafcc-508c-401a-955c-ff046f419daa tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:51.985367 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d6f899b0-3293-421a-b7c9-96305f94a467 req-b67cafcc-508c-401a-955c-ff046f419daa tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 943 time: 0.0630460 Feb 07 11:58:52.047847 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d6f899b0-3293-421a-b7c9-96305f94a467 req-07ed157b-e672-4c53-9002-ab280a08c82f tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558071 Feb 07 11:58:52.717118 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca47935-cc2d-4d26-bcff-9f9d5be00172 req-26098ae6-c8ba-420b-ad5f-bdf1d9b96e34 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:52.718714 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-aca47935-cc2d-4d26-bcff-9f9d5be00172 req-26098ae6-c8ba-420b-ad5f-bdf1d9b96e34 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0640810 Feb 07 11:58:52.781331 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-aca47935-cc2d-4d26-bcff-9f9d5be00172 req-6077a648-2a6b-475b-bb0d-26f58ac7b9a9 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547647 Feb 07 11:58:52.863829 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 55504) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:52.945485 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108761c8-6651-4e79-86a5-18eda7f9d8bb req-14093e40-c848-4253-8d9a-774e4b3061b2 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:52.947424 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-108761c8-6651-4e79-86a5-18eda7f9d8bb req-14093e40-c848-4253-8d9a-774e4b3061b2 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 944 time: 0.0593677 Feb 07 11:58:53.061454 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-108761c8-6651-4e79-86a5-18eda7f9d8bb req-e5fec655-e285-474a-b9e0-47766e259e16 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076841 Feb 07 11:58:53.099402 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-cb0791c7-6150-4704-8a37-fcc9b3585164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:53.156264 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:53.240359 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-cb0791c7-6150-4704-8a37-fcc9b3585164 admin admin] Publish callbacks [] for security_group (5f802eb2-18f8-43e4-aa1a-4bfbbfca511f), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:53.261520 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2eabb5-2cdf-4321-bc3f-7755f006c195 req-4511ddc8-f813-431c-a598-86e37d906dea tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:53.269139 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3e2eabb5-2cdf-4321-bc3f-7755f006c195 req-4511ddc8-f813-431c-a598-86e37d906dea tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 943 time: 0.0985072 Feb 07 11:58:53.315091 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-cb0791c7-6150-4704-8a37-fcc9b3585164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (5f802eb2-18f8-43e4-aa1a-4bfbbfca511f), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:53.337189 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3e2eabb5-2cdf-4321-bc3f-7755f006c195 req-dad28955-4172-46e2-8603-03200225720b tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614359 Feb 07 11:58:53.411744 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-cb0791c7-6150-4704-8a37-fcc9b3585164 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8ac1d07822b0491daa33e23341f1ab54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5441096 Feb 07 11:58:53.412040 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 55520) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:53.433384 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0791c7-6150-4704-8a37-fcc9b3585164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f802eb2-18f8-43e4-aa1a-4bfbbfca511f,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:53.489592 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-7a2859b8-24ec-45c2-9fb4-a56ac10f1a4c admin admin] Publish callbacks [] for security_group (5f802eb2-18f8-43e4-aa1a-4bfbbfca511f), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:53.517629 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-7a2859b8-24ec-45c2-9fb4-a56ac10f1a4c admin admin] Publish callbacks [] for security_group (5f802eb2-18f8-43e4-aa1a-4bfbbfca511f), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:53.670330 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-7a2859b8-24ec-45c2-9fb4-a56ac10f1a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (5f802eb2-18f8-43e4-aa1a-4bfbbfca511f), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:53.672990 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-7a2859b8-24ec-45c2-9fb4-a56ac10f1a4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:53.674187 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-7a2859b8-24ec-45c2-9fb4-a56ac10f1a4c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5f802eb2-18f8-43e4-aa1a-4bfbbfca511f HTTP/1.1" status: 204 len: 168 time: 0.2610021 Feb 07 11:58:53.682374 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2859b8-24ec-45c2-9fb4-a56ac10f1a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f802eb2-18f8-43e4-aa1a-4bfbbfca511f,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:53.943560 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6727920-e272-475e-bd47-b09629f0f764 req-cfeb818a-b24c-4712-8a95-529413840828 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:53.948676 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d6727920-e272-475e-bd47-b09629f0f764 req-cfeb818a-b24c-4712-8a95-529413840828 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0695891 Feb 07 11:58:53.994559 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d6727920-e272-475e-bd47-b09629f0f764 req-ec4616f5-6ada-433a-adf1-070874ecbb97 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425284 Feb 07 11:58:54.230545 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d3d83-b0c1-4563-b88d-1ae8acf3f9c0 req-03123134-dc5b-4f97-8ee0-f52a8cd3178b tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:54.232187 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-1f7d3d83-b0c1-4563-b88d-1ae8acf3f9c0 req-03123134-dc5b-4f97-8ee0-f52a8cd3178b tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 944 time: 0.0851693 Feb 07 11:58:54.290403 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-1f7d3d83-b0c1-4563-b88d-1ae8acf3f9c0 req-587c6985-0a5f-4cd2-b5bc-e7d40391d09a tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517561 Feb 07 11:58:54.465730 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87412714-d451-4921-9125-db1640eef3e1 req-e0557676-ec4d-4bb9-ac0f-fce1e56803bb tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:54.477854 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-87412714-d451-4921-9125-db1640eef3e1 req-e0557676-ec4d-4bb9-ac0f-fce1e56803bb tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 943 time: 0.0762603 Feb 07 11:58:54.537871 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-87412714-d451-4921-9125-db1640eef3e1 req-73bb2871-6718-4ebe-86fe-2a5283b619e1 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587776 Feb 07 11:58:54.554775 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 55546) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:54.564463 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-52361646-b1e4-41a6-9205-d383aa37bd94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:54.657719 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-52361646-b1e4-41a6-9205-d383aa37bd94 admin admin] Publish callbacks [] for security_group (737035d9-a836-4429-b2c5-66bafced07fd), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:54.727340 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-52361646-b1e4-41a6-9205-d383aa37bd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (737035d9-a836-4429-b2c5-66bafced07fd), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:54.768715 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-52361646-b1e4-41a6-9205-d383aa37bd94 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=83bc2d4e963e4c048244f83914ec50d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2167778 Feb 07 11:58:54.771208 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 55548) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:54.773426 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52361646-b1e4-41a6-9205-d383aa37bd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737035d9-a836-4429-b2c5-66bafced07fd,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:54.840726 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-ec0dd6a9-534e-47dd-9804-854d1b93f526 admin admin] Publish callbacks [] for security_group (737035d9-a836-4429-b2c5-66bafced07fd), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:54.870965 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-ec0dd6a9-534e-47dd-9804-854d1b93f526 admin admin] Publish callbacks [] for security_group (737035d9-a836-4429-b2c5-66bafced07fd), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:55.157398 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7a370-a736-48d8-99d4-b5bbfa7e9c36 req-5a3b5c6f-1f26-49b4-b5c7-51db9c9c06a1 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:55.159022 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-5ca7a370-a736-48d8-99d4-b5bbfa7e9c36 req-5a3b5c6f-1f26-49b4-b5c7-51db9c9c06a1 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0680418 Feb 07 11:58:55.202836 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 55556) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:55.222226 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-5ca7a370-a736-48d8-99d4-b5bbfa7e9c36 req-73bc4f17-d46d-4a01-8152-231ce26dfd65 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577133 Feb 07 11:58:55.330835 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5c42bf96-bd6a-4e55-a8c2-678851b1ceda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:55.332971 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-ec0dd6a9-534e-47dd-9804-854d1b93f526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (737035d9-a836-4429-b2c5-66bafced07fd), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:55.335569 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-ec0dd6a9-534e-47dd-9804-854d1b93f526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:55.336772 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-ec0dd6a9-534e-47dd-9804-854d1b93f526 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/737035d9-a836-4429-b2c5-66bafced07fd HTTP/1.1" status: 204 len: 168 time: 0.5641773 Feb 07 11:58:55.353258 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0dd6a9-534e-47dd-9804-854d1b93f526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737035d9-a836-4429-b2c5-66bafced07fd,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:55.483568 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f76c9d-955a-473f-b016-b12e19c32de9 req-130fd797-45e4-4c9a-b36e-a9e124374473 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:55.485242 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c7f76c9d-955a-473f-b016-b12e19c32de9 req-130fd797-45e4-4c9a-b36e-a9e124374473 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 944 time: 0.1109939 Feb 07 11:58:55.490278 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5c42bf96-bd6a-4e55-a8c2-678851b1ceda admin admin] Publish callbacks [] for security_group (16352eca-b082-406e-b460-3f7e449ab9dc), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:55.537959 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c7f76c9d-955a-473f-b016-b12e19c32de9 req-eb60d27f-6439-462f-a7b8-a5fbac790942 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462742 Feb 07 11:58:55.572402 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5c42bf96-bd6a-4e55-a8c2-678851b1ceda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (16352eca-b082-406e-b460-3f7e449ab9dc), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:55.613226 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-5c42bf96-bd6a-4e55-a8c2-678851b1ceda admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ffd59f45d53d4457ab5b233c8e4c61d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4089596 Feb 07 11:58:55.614656 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42bf96-bd6a-4e55-a8c2-678851b1ceda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16352eca-b082-406e-b460-3f7e449ab9dc,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:55.617019 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 55570) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:55.668758 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5917fbb-66f1-417c-bc13-bbf48b5ada46 req-caf516c0-500a-4eab-a786-be5f1115072c tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:55.670319 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e5917fbb-66f1-417c-bc13-bbf48b5ada46 req-caf516c0-500a-4eab-a786-be5f1115072c tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 943 time: 0.0615592 Feb 07 11:58:55.676727 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-361f773a-7137-4850-a47e-f0e05f016835 admin admin] Publish callbacks [] for security_group (16352eca-b082-406e-b460-3f7e449ab9dc), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:55.700465 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-361f773a-7137-4850-a47e-f0e05f016835 admin admin] Publish callbacks [] for security_group (16352eca-b082-406e-b460-3f7e449ab9dc), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:55.726131 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e5917fbb-66f1-417c-bc13-bbf48b5ada46 req-7192eaff-7d11-4b6f-b136-4e79ac11da30 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496290 Feb 07 11:58:55.858717 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-361f773a-7137-4850-a47e-f0e05f016835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (16352eca-b082-406e-b460-3f7e449ab9dc), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:55.861688 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-361f773a-7137-4850-a47e-f0e05f016835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:55.862848 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-361f773a-7137-4850-a47e-f0e05f016835 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/16352eca-b082-406e-b460-3f7e449ab9dc HTTP/1.1" status: 204 len: 168 time: 0.2449927 Feb 07 11:58:55.871146 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f773a-7137-4850-a47e-f0e05f016835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16352eca-b082-406e-b460-3f7e449ab9dc,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:56.342985 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55532fd-c67d-4892-a605-1f3cc8752288 req-da41704c-628e-4195-b7c1-f1cc1f553386 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:56.346328 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b55532fd-c67d-4892-a605-1f3cc8752288 req-da41704c-628e-4195-b7c1-f1cc1f553386 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0550981 Feb 07 11:58:56.399693 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b55532fd-c67d-4892-a605-1f3cc8752288 req-24c39496-1c12-4fd2-823a-5db3a642b3ac tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492969 Feb 07 11:58:56.476377 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 55600) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:56.493599 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d1d2229a-69ff-4554-904a-3c0aced52628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:56.574006 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d1d2229a-69ff-4554-904a-3c0aced52628 admin admin] Publish callbacks [] for security_group (71df4560-f717-4064-b54f-2c00fbdd5fe4), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:56.661312 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d54be0-9531-4c71-8e08-9e50e2c94f06 req-009afd3b-c916-4058-8116-12f0c811017e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:56.662743 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-93d54be0-9531-4c71-8e08-9e50e2c94f06 req-009afd3b-c916-4058-8116-12f0c811017e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 944 time: 0.0539236 Feb 07 11:58:56.668520 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d1d2229a-69ff-4554-904a-3c0aced52628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (71df4560-f717-4064-b54f-2c00fbdd5fe4), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:56.707521 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-d1d2229a-69ff-4554-904a-3c0aced52628 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cde3f9dd7a454e97ac5d18acea5d0db9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299616 Feb 07 11:58:56.711844 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2229a-69ff-4554-904a-3c0aced52628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71df4560-f717-4064-b54f-2c00fbdd5fe4,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:56.712040 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 55606) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:58:56.722979 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-93d54be0-9531-4c71-8e08-9e50e2c94f06 req-05ac5dcb-50e2-43c9-a363-5ecca83de68b tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546501 Feb 07 11:58:56.772219 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-3e9e4558-9029-437a-bbfc-ef8934523417 admin admin] Publish callbacks [] for security_group (71df4560-f717-4064-b54f-2c00fbdd5fe4), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:56.804502 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-3e9e4558-9029-437a-bbfc-ef8934523417 admin admin] Publish callbacks [] for security_group (71df4560-f717-4064-b54f-2c00fbdd5fe4), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:56.851577 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa05a0-4651-497a-9174-a0fc07f2b179 req-873160da-4b0f-464e-8184-5330d17a0da6 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:56.853035 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-fafa05a0-4651-497a-9174-a0fc07f2b179 req-873160da-4b0f-464e-8184-5330d17a0da6 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 943 time: 0.0543616 Feb 07 11:58:56.901330 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-fafa05a0-4651-497a-9174-a0fc07f2b179 req-d5c5ff3d-104d-49cb-9648-019f828b3372 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420268 Feb 07 11:58:56.904352 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-3e9e4558-9029-437a-bbfc-ef8934523417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (71df4560-f717-4064-b54f-2c00fbdd5fe4), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:56.907012 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-3e9e4558-9029-437a-bbfc-ef8934523417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:58:56.908119 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-3e9e4558-9029-437a-bbfc-ef8934523417 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/71df4560-f717-4064-b54f-2c00fbdd5fe4 HTTP/1.1" status: 204 len: 168 time: 0.1949725 Feb 07 11:58:56.917127 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e4558-9029-437a-bbfc-ef8934523417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71df4560-f717-4064-b54f-2c00fbdd5fe4,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:58:57.524447 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99799ab0-58f6-4d3c-9e3a-e2720e8b2bb7 req-e6340c46-68a9-4c73-a05b-dd2ed4eb277f tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:57.525980 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-99799ab0-58f6-4d3c-9e3a-e2720e8b2bb7 req-e6340c46-68a9-4c73-a05b-dd2ed4eb277f tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0592804 Feb 07 11:58:57.576954 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-99799ab0-58f6-4d3c-9e3a-e2720e8b2bb7 req-6dc9c9f4-129f-4890-b1a4-c970bca6d7b6 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449779 Feb 07 11:58:57.846626 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39eac5b-ce73-46ca-ab5b-9598696203fb req-0c6e9734-d81d-429d-bf87-74ad1f303742 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:57.848381 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b39eac5b-ce73-46ca-ab5b-9598696203fb req-0c6e9734-d81d-429d-bf87-74ad1f303742 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 944 time: 0.0579002 Feb 07 11:58:57.898176 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b39eac5b-ce73-46ca-ab5b-9598696203fb req-b21ed7d0-e2c6-4b9a-8985-290ea0e8d204 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444617 Feb 07 11:58:58.000595 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4df810-82a2-4bae-ae8d-a594bd7aa481 req-4ec3f02f-2427-4d4b-8d7f-f27442cfaa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:58.006763 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0c4df810-82a2-4bae-ae8d-a594bd7aa481 req-4ec3f02f-2427-4d4b-8d7f-f27442cfaa6d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6776d9c9ed2f48c39315e1519cd258f2&device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 1127 time: 0.0732985 Feb 07 11:58:58.064961 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4270372f-3384-4409-aa0f-a59a41438be3 req-49f983e0-f977-492e-9c42-670405f8ffd4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0823939 Feb 07 11:58:58.079599 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b68e1-21f4-472b-ac4b-b5b59148405b req-45963276-e02d-4b1d-8967-b44c599bc11e tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:58.086629 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-979b68e1-21f4-472b-ac4b-b5b59148405b req-45963276-e02d-4b1d-8967-b44c599bc11e tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 943 time: 0.0937181 Feb 07 11:58:58.138488 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb404754-b65b-4bd6-a087-e55c7f0ce4c7 req-b557db10-6537-4652-887d-8769f027b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:58.140005 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cb404754-b65b-4bd6-a087-e55c7f0ce4c7 req-b557db10-6537-4652-887d-8769f027b5dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75db33526c1b4ecb86d73593354d98fb&device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 1129 time: 0.1035807 Feb 07 11:58:58.171787 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-979b68e1-21f4-472b-ac4b-b5b59148405b req-e0d99fc4-4931-480f-8928-0f0b63d7bd2a tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819860 Feb 07 11:58:58.174798 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270372f-3384-4409-aa0f-a59a41438be3 req-3394daf5-6b55-416f-a146-cbef202521e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:58.176365 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4270372f-3384-4409-aa0f-a59a41438be3 req-3394daf5-6b55-416f-a146-cbef202521e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75db33526c1b4ecb86d73593354d98fb&device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 1129 time: 0.0809350 Feb 07 11:58:58.199583 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4df810-82a2-4bae-ae8d-a594bd7aa481 req-c7928304-4b47-446c-8aac-5488167bc228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:58.202016 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0c4df810-82a2-4bae-ae8d-a594bd7aa481 req-c7928304-4b47-446c-8aac-5488167bc228 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=6776d9c9ed2f48c39315e1519cd258f2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1739240 Feb 07 11:58:58.299046 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270372f-3384-4409-aa0f-a59a41438be3 req-746ebbc6-5bce-47e7-a979-fa7474635425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:58.300417 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4270372f-3384-4409-aa0f-a59a41438be3 req-746ebbc6-5bce-47e7-a979-fa7474635425 service neutron] 10.222.0.18 "GET /v2.0/networks?id=677930ed-9c83-41f5-83f9-2c05042c40b2 HTTP/1.1" status: 200 len: 920 time: 0.0996354 Feb 07 11:58:58.316672 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb404754-b65b-4bd6-a087-e55c7f0ce4c7 req-ffe74eee-bb08-4643-8b4f-be3f6c2d918a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:58.318175 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cb404754-b65b-4bd6-a087-e55c7f0ce4c7 req-ffe74eee-bb08-4643-8b4f-be3f6c2d918a service neutron] 10.222.0.18 "GET /v2.0/networks?id=677930ed-9c83-41f5-83f9-2c05042c40b2 HTTP/1.1" status: 200 len: 920 time: 0.1692770 Feb 07 11:58:58.352214 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4270372f-3384-4409-aa0f-a59a41438be3 req-9adce1d1-bda0-4915-b8c9-3a52d1fa6d1f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e32a59a-3229-485e-a5df-55c89a0d4315 HTTP/1.1" status: 200 len: 217 time: 0.0417078 Feb 07 11:58:58.372219 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4df810-82a2-4bae-ae8d-a594bd7aa481 req-bfe3f7f8-58f9-4f97-aeab-7d7184bbe6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:58.373723 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0c4df810-82a2-4bae-ae8d-a594bd7aa481 req-bfe3f7f8-58f9-4f97-aeab-7d7184bbe6ad service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1629467 Feb 07 11:58:58.377075 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cb404754-b65b-4bd6-a087-e55c7f0ce4c7 req-dd7385e0-7a7d-4089-8886-8e97748e2716 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=420f2d72-e592-48d0-a55c-b9a1ade756cb HTTP/1.1" status: 200 len: 217 time: 0.0482323 Feb 07 11:58:58.403506 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270372f-3384-4409-aa0f-a59a41438be3 req-7c0a90be-5a88-4d79-8be3-6a18aa985bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:58.405768 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4270372f-3384-4409-aa0f-a59a41438be3 req-7c0a90be-5a88-4d79-8be3-6a18aa985bf9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=967182f2-622c-4180-924f-9039ced922cc HTTP/1.1" status: 200 len: 859 time: 0.0461159 Feb 07 11:58:58.434957 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb404754-b65b-4bd6-a087-e55c7f0ce4c7 req-2cc4e6c2-4467-4d98-8dac-1a4af766f41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:58.436394 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cb404754-b65b-4bd6-a087-e55c7f0ce4c7 req-2cc4e6c2-4467-4d98-8dac-1a4af766f41d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=967182f2-622c-4180-924f-9039ced922cc HTTP/1.1" status: 200 len: 859 time: 0.0527017 Feb 07 11:58:58.441534 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4270372f-3384-4409-aa0f-a59a41438be3 req-b92d47b4-8adb-4154-979e-468d596bcda6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=677930ed-9c83-41f5-83f9-2c05042c40b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256455 Feb 07 11:58:58.478817 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cb404754-b65b-4bd6-a087-e55c7f0ce4c7 req-4039998c-bc48-495f-8aab-078cd706ddf9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=677930ed-9c83-41f5-83f9-2c05042c40b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278153 Feb 07 11:58:58.535955 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-8d1c985a-3de8-46da-9758-fe32b3554147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:58.537473 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-8d1c985a-3de8-46da-9758-fe32b3554147 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6776d9c9ed2f48c39315e1519cd258f2&device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 1127 time: 0.1148219 Feb 07 11:58:58.542295 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4270372f-3384-4409-aa0f-a59a41438be3 req-d98cdea4-4045-47af-9bff-2b5decbf645c service neutron] 10.222.0.18 "GET /v2.0/networks/677930ed-9c83-41f5-83f9-2c05042c40b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924821 Feb 07 11:58:58.594599 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-f2fc8872-9487-4fea-9b95-fd671e026dc9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e48e753-7851-4836-a4ee-17ecba5a1834 HTTP/1.1" status: 200 len: 217 time: 0.0428562 Feb 07 11:58:58.639101 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4270372f-3384-4409-aa0f-a59a41438be3 req-1836faa9-84d4-4185-8a9b-29b263a83b5a service neutron] 10.222.0.18 "GET /v2.0/networks/677930ed-9c83-41f5-83f9-2c05042c40b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876482 Feb 07 11:58:58.647350 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cb404754-b65b-4bd6-a087-e55c7f0ce4c7 req-1286593d-b22b-40da-a4c9-bd8df819c1bf service neutron] 10.222.0.18 "GET /v2.0/networks/677930ed-9c83-41f5-83f9-2c05042c40b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613190 Feb 07 11:58:58.702385 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-c806c31d-59bd-4492-861e-638edcdd63e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:58.703908 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-c806c31d-59bd-4492-861e-638edcdd63e0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c298de01-5de8-498a-b313-e70f45d99c1c HTTP/1.1" status: 200 len: 853 time: 0.1019936 Feb 07 11:58:58.830502 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9f3d2-6e09-4aca-a1c6-c6771092f731 req-33d80c8a-417c-45bb-8a9f-17c0b239ce46 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:58.832002 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-06f9f3d2-6e09-4aca-a1c6-c6771092f731 req-33d80c8a-417c-45bb-8a9f-17c0b239ce46 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.1638401 Feb 07 11:58:58.841298 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cb404754-b65b-4bd6-a087-e55c7f0ce4c7 req-a7feac8c-03c5-4cb1-80c2-0fb31cd41803 service neutron] 10.222.0.18 "GET /v2.0/networks/677930ed-9c83-41f5-83f9-2c05042c40b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846592 Feb 07 11:58:58.848251 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-0aa69b61-6e2d-46f3-a046-9a79de5f7dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:58.851248 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-0aa69b61-6e2d-46f3-a046-9a79de5f7dad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38900fc3-64b1-482b-951a-e6d2ba6b664b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1089735 Feb 07 11:58:58.885077 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-06f9f3d2-6e09-4aca-a1c6-c6771092f731 req-be68e9ce-6169-4159-9b35-a50511957bfc tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460391 Feb 07 11:58:59.022913 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-7e0c6d2b-1cd2-4191-b4b0-63b60de3a507 service neutron] 10.222.0.18 "GET /v2.0/networks/38900fc3-64b1-482b-951a-e6d2ba6b664b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850222 Feb 07 11:58:59.034535 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1c3c1-fd46-4369-8753-3a0f5da84a70 req-a84aa75c-2c3b-4f28-bbdb-5158e62d6528 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:59.036017 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-61c1c3c1-fd46-4369-8753-3a0f5da84a70 req-a84aa75c-2c3b-4f28-bbdb-5158e62d6528 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 944 time: 0.0583258 Feb 07 11:58:59.082571 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-61c1c3c1-fd46-4369-8753-3a0f5da84a70 req-1614b268-8bb0-46ce-82bd-3ab4dcea859a tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408902 Feb 07 11:58:59.117790 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b8d3a0bc-5ce4-4754-a8c1-c4e7683d5311 req-4899317b-4ed2-467c-bc4e-9136a54dabbf service neutron] 10.222.0.18 "GET /v2.0/networks/38900fc3-64b1-482b-951a-e6d2ba6b664b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878334 Feb 07 11:58:59.282443 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b7612-7b42-44cc-a6cc-5242caed1f21 req-096fc4bd-4fa4-4a0b-949a-02cda9f8b6aa tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:58:59.283922 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7a4b7612-7b42-44cc-a6cc-5242caed1f21 req-096fc4bd-4fa4-4a0b-949a-02cda9f8b6aa tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 943 time: 0.0529835 Feb 07 11:58:59.334448 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7a4b7612-7b42-44cc-a6cc-5242caed1f21 req-123abcc6-64d8-4c23-87a3-2134783ecf8d tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449994 Feb 07 11:59:00.002219 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8b744-2c90-4214-9a55-185775c8c545 req-edb50d62-6431-4bb1-8c58-fc6198b70137 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:00.004608 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c4c8b744-2c90-4214-9a55-185775c8c545 req-edb50d62-6431-4bb1-8c58-fc6198b70137 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0537589 Feb 07 11:59:00.052085 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c4c8b744-2c90-4214-9a55-185775c8c545 req-9083bcf2-7db2-46f7-a93a-97407cf6aa5d tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428936 Feb 07 11:59:00.205606 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b4188-9808-4ad2-b61c-da9f3ee68fb5 req-d857480f-c7b8-40b1-8e2d-40af952d6311 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:00.207137 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-1b5b4188-9808-4ad2-b61c-da9f3ee68fb5 req-d857480f-c7b8-40b1-8e2d-40af952d6311 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 944 time: 0.0586183 Feb 07 11:59:00.256318 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-1b5b4188-9808-4ad2-b61c-da9f3ee68fb5 req-d6bba857-ac9b-4993-9f8a-6d37dfd2de7d tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435905 Feb 07 11:59:00.453859 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f3e6f-1d99-4b82-88d6-ced15fc81897 req-d5100e92-b5ca-4a3c-85ca-b5f44461d059 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:00.455333 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-0f5f3e6f-1d99-4b82-88d6-ced15fc81897 req-d5100e92-b5ca-4a3c-85ca-b5f44461d059 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 943 time: 0.0571616 Feb 07 11:59:00.500505 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-0f5f3e6f-1d99-4b82-88d6-ced15fc81897 req-18fdb1c8-bf55-4340-8928-d08f8312a71f tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397148 Feb 07 11:59:01.166951 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bbf0e-a8fa-41e8-9039-38595c5ab4eb req-579639f3-9e44-4780-8bc6-adb534ac7b48 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:01.168946 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-905bbf0e-a8fa-41e8-9039-38595c5ab4eb req-579639f3-9e44-4780-8bc6-adb534ac7b48 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0511405 Feb 07 11:59:01.214695 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-905bbf0e-a8fa-41e8-9039-38595c5ab4eb req-1d8f18ba-39b6-4435-b8c0-3d84fa88f9e0 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401063 Feb 07 11:59:01.388838 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6633c-ab88-4334-bcaa-d08bdfd70473 req-b93ce329-7f7a-4f62-96db-1068d4f05f1a tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:01.390318 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-46d6633c-ab88-4334-bcaa-d08bdfd70473 req-b93ce329-7f7a-4f62-96db-1068d4f05f1a tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 944 time: 0.0575986 Feb 07 11:59:01.440101 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-46d6633c-ab88-4334-bcaa-d08bdfd70473 req-c7e06a27-4bd7-4ddb-b975-86586700f83e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441687 Feb 07 11:59:01.625957 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516c34b-e507-461f-9eab-a243fb155ecc req-e17b9725-0763-44b1-bdc3-49d369c3559b tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:01.627448 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-1516c34b-e507-461f-9eab-a243fb155ecc req-e17b9725-0763-44b1-bdc3-49d369c3559b tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 943 time: 0.0609245 Feb 07 11:59:01.655009 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device b4e557b3-d07c-4bfd-a246-48ce231e0a81 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 11:59:01.680583 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-1516c34b-e507-461f-9eab-a243fb155ecc req-d84c2948-b2d8-4b2a-b3fd-0f75e3766cd6 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475006 Feb 07 11:59:01.874666 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port b4e557b3-d07c-4bfd-a246-48ce231e0a81, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b4e557b3-d07c-4bfd-a246-48ce231e0a81,segment=NetworkSegment(f47893db-e434-4e31-97bd-89f81aa77ab5),segment_id=f47893db-e434-4e31-97bd-89f81aa77ab5)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:59:01.886395 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Returning: {'device': 'b4e557b3-d07c-4bfd-a246-48ce231e0a81', 'network_id': '1f0822b9-b44a-4189-ac69-526cbfaa623f', 'port_id': 'b4e557b3-d07c-4bfd-a246-48ce231e0a81', 'mac_address': 'fa:16:3e:d5:18:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7bb34f8-fb86-49c0-99ed-5186686f2b9d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 11:59:01.924366 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port b4e557b3-d07c-4bfd-a246-48ce231e0a81 is: DOWN; New status is: BUILD {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:59:01.924769 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (b4e557b3-d07c-4bfd-a246-48ce231e0a81), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:01.943502 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4e557b3-d07c-4bfd-a246-48ce231e0a81 {{(pid=109817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 11:59:01.967552 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port b4e557b3-d07c-4bfd-a246-48ce231e0a81, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b4e557b3-d07c-4bfd-a246-48ce231e0a81,segment=NetworkSegment(f47893db-e434-4e31-97bd-89f81aa77ab5),segment_id=f47893db-e434-4e31-97bd-89f81aa77ab5)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:59:02.012777 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (b4e557b3-d07c-4bfd-a246-48ce231e0a81), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:02.059336 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=b4e557b3-d07c-4bfd-a246-48ce231e0a81,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:02.341536 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243eccf-287c-4212-bf9e-c10ec7379662 req-cf99d671-a225-4edb-aea6-dae4507ddaad tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:02.343013 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4243eccf-287c-4212-bf9e-c10ec7379662 req-cf99d671-a225-4edb-aea6-dae4507ddaad tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0517716 Feb 07 11:59:02.391773 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4243eccf-287c-4212-bf9e-c10ec7379662 req-a1330ac1-29dc-4c28-93da-964f9e4259c1 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433142 Feb 07 11:59:02.555788 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d9051-9349-4e0f-a955-ce50ea6fd6f5 req-87fd7b1e-485e-422c-ae8d-9566aeabfa82 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:02.557275 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-150d9051-9349-4e0f-a955-ce50ea6fd6f5 req-87fd7b1e-485e-422c-ae8d-9566aeabfa82 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 945 time: 0.0521412 Feb 07 11:59:02.605311 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-150d9051-9349-4e0f-a955-ce50ea6fd6f5 req-7eb89d77-1155-4d3a-b435-1ff2cb4a5af5 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407598 Feb 07 11:59:02.796591 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c457d58-255d-408d-a154-3ae915c7324c req-45e2d0e3-800c-4b10-b2a5-1405201dd9ab tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:02.798126 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8c457d58-255d-408d-a154-3ae915c7324c req-45e2d0e3-800c-4b10-b2a5-1405201dd9ab tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 943 time: 0.0534930 Feb 07 11:59:02.844838 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8c457d58-255d-408d-a154-3ae915c7324c req-70e032bd-60df-40d7-a14f-4d5f6fea7100 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410674 Feb 07 11:59:02.856449 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['b4e557b3-d07c-4bfd-a246-48ce231e0a81'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 11:59:03.511555 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffc969-fc7d-4746-82d8-54c8eccf8b00 req-abf3fe7d-64f0-4127-be3e-6e8fee442cd9 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:03.513127 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-53ffc969-fc7d-4746-82d8-54c8eccf8b00 req-abf3fe7d-64f0-4127-be3e-6e8fee442cd9 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0545404 Feb 07 11:59:03.560957 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-53ffc969-fc7d-4746-82d8-54c8eccf8b00 req-4b041506-0631-4157-b7f8-d77d593f23e0 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412488 Feb 07 11:59:03.598159 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 55772) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:59:03.671197 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 5e48e753-7851-4836-a4ee-17ecba5a1834 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 11:59:03.711422 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-040aa3da-1640-4fb5-98d8-ad52f26aa457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:03.748362 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be88bf-ef57-4876-b126-8fccc72a1f27 req-d3996494-f120-4024-924a-56311f1a2f23 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:03.749850 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-48be88bf-ef57-4876-b126-8fccc72a1f27 req-d3996494-f120-4024-924a-56311f1a2f23 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 945 time: 0.0786285 Feb 07 11:59:03.770221 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 5e48e753-7851-4836-a4ee-17ecba5a1834, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=5e48e753-7851-4836-a4ee-17ecba5a1834,segment=NetworkSegment(f74bba07-bca7-4a3b-b25c-71cc9693ebb7),segment_id=f74bba07-bca7-4a3b-b25c-71cc9693ebb7)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:59:03.782763 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Returning: {'device': '5e48e753-7851-4836-a4ee-17ecba5a1834', 'network_id': '38900fc3-64b1-482b-951a-e6d2ba6b664b', 'port_id': '5e48e753-7851-4836-a4ee-17ecba5a1834', 'mac_address': 'fa:16:3e:8e:71:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c298de01-5de8-498a-b313-e70f45d99c1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 11:59:03.819833 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-48be88bf-ef57-4876-b126-8fccc72a1f27 req-e8cb638b-ee4e-43e4-b0d7-90a04b14a6fb tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632575 Feb 07 11:59:03.821184 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port 5e48e753-7851-4836-a4ee-17ecba5a1834 is: DOWN; New status is: BUILD {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:59:03.821605 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (5e48e753-7851-4836-a4ee-17ecba5a1834), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:03.835684 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e48e753-7851-4836-a4ee-17ecba5a1834 {{(pid=109817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 11:59:03.850833 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-040aa3da-1640-4fb5-98d8-ad52f26aa457 admin admin] Publish callbacks [] for security_group (38e7af70-67a3-4a64-9c3d-2641e179c9b8), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:03.859808 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 5e48e753-7851-4836-a4ee-17ecba5a1834, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=5e48e753-7851-4836-a4ee-17ecba5a1834,segment=NetworkSegment(f74bba07-bca7-4a3b-b25c-71cc9693ebb7),segment_id=f74bba07-bca7-4a3b-b25c-71cc9693ebb7)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:59:03.931837 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-040aa3da-1640-4fb5-98d8-ad52f26aa457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (38e7af70-67a3-4a64-9c3d-2641e179c9b8), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:03.961289 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (5e48e753-7851-4836-a4ee-17ecba5a1834), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:03.974597 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-040aa3da-1640-4fb5-98d8-ad52f26aa457 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4c3997f8fb634df9a605b9c8063e57f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3753533 Feb 07 11:59:03.975569 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040aa3da-1640-4fb5-98d8-ad52f26aa457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e7af70-67a3-4a64-9c3d-2641e179c9b8,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:03.979128 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 55788) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:59:03.981334 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7caee-5d88-4fd3-a4d9-117758c90c5b req-9b18cd2f-6df4-4f4e-b678-f0916bfd0daf tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:03.982999 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-52b7caee-5d88-4fd3-a4d9-117758c90c5b req-9b18cd2f-6df4-4f4e-b678-f0916bfd0daf tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 943 time: 0.0710766 Feb 07 11:59:04.023595 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=5e48e753-7851-4836-a4ee-17ecba5a1834,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:04.035666 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f42a5d2d-1653-4c28-a5c1-a602a8d47364 admin admin] Publish callbacks [] for security_group (38e7af70-67a3-4a64-9c3d-2641e179c9b8), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:04.040740 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-52b7caee-5d88-4fd3-a4d9-117758c90c5b req-fc7b932c-3918-42fe-b63b-441a2aa563f5 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496242 Feb 07 11:59:04.061936 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f42a5d2d-1653-4c28-a5c1-a602a8d47364 admin admin] Publish callbacks [] for security_group (38e7af70-67a3-4a64-9c3d-2641e179c9b8), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:04.195900 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f42a5d2d-1653-4c28-a5c1-a602a8d47364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (38e7af70-67a3-4a64-9c3d-2641e179c9b8), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:04.198982 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f42a5d2d-1653-4c28-a5c1-a602a8d47364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:04.200141 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-f42a5d2d-1653-4c28-a5c1-a602a8d47364 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/38e7af70-67a3-4a64-9c3d-2641e179c9b8 HTTP/1.1" status: 204 len: 168 time: 0.2200892 Feb 07 11:59:04.208667 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a5d2d-1653-4c28-a5c1-a602a8d47364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e7af70-67a3-4a64-9c3d-2641e179c9b8,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:04.676533 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61cc88-db93-46b4-8a04-77f84a570e4f req-41b8e6cc-93c4-463f-8f86-74ad00195ea9 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:04.678002 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9e61cc88-db93-46b4-8a04-77f84a570e4f req-41b8e6cc-93c4-463f-8f86-74ad00195ea9 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0510495 Feb 07 11:59:04.728054 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9e61cc88-db93-46b4-8a04-77f84a570e4f req-a450bbc5-8dc9-4df6-8638-5368d635701b tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445704 Feb 07 11:59:04.809164 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['5e48e753-7851-4836-a4ee-17ecba5a1834'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 11:59:04.946954 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9ca66-8e24-45a5-9c74-ef5b36c829ac req-72d37cdd-c43d-4c06-8a4a-769419b171f3 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:04.950063 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-53c9ca66-8e24-45a5-9c74-ef5b36c829ac req-72d37cdd-c43d-4c06-8a4a-769419b171f3 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 945 time: 0.0587587 Feb 07 11:59:04.999754 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-53c9ca66-8e24-45a5-9c74-ef5b36c829ac req-a585e40b-ce87-435d-ae3f-00dc0ae4d759 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426240 Feb 07 11:59:05.168309 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0d526-cc83-43d3-bc08-4ea495ca0de6 req-296c9a92-7e1c-46c4-9787-45cc803f41ee tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:05.170107 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e8d0d526-cc83-43d3-bc08-4ea495ca0de6 req-296c9a92-7e1c-46c4-9787-45cc803f41ee tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 944 time: 0.0646405 Feb 07 11:59:05.229321 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e8d0d526-cc83-43d3-bc08-4ea495ca0de6 req-99d7c73f-d6f7-4c09-a7f9-cd2a4f90165f tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530729 Feb 07 11:59:05.679372 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device b4e557b3-d07c-4bfd-a246-48ce231e0a81 up at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:59:05.817226 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning for port b4e557b3-d07c-4bfd-a246-48ce231e0a81 completed by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 11:59:05.817226 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning complete for port b4e557b3-d07c-4bfd-a246-48ce231e0a81 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:05.817685 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (b4e557b3-d07c-4bfd-a246-48ce231e0a81), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:05.844640 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089d8d4-4bce-4efc-9752-eb71e734761b req-748e8eea-40b6-4189-95df-fd337c5e159d tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:05.847450 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6089d8d4-4bce-4efc-9752-eb71e734761b req-748e8eea-40b6-4189-95df-fd337c5e159d tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0511606 Feb 07 11:59:05.896193 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6089d8d4-4bce-4efc-9752-eb71e734761b req-492dbb77-a104-4541-abf1-4863c7ac1b6e tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444093 Feb 07 11:59:05.903861 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port b4e557b3-d07c-4bfd-a246-48ce231e0a81 is: BUILD; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:59:05.904253 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (b4e557b3-d07c-4bfd-a246-48ce231e0a81), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:05.927932 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c995ae4-3088-4640-9397-fa47582d3caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e557b3-d07c-4bfd-a246-48ce231e0a81'}] {{(pid=109817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 11:59:05.930215 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bc6b3c0530c896bdfe52e422604eaad6eac6737642d5fab1ac5583b9ec47d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5139fb-fcb8-44ff-acbe-453d7493bff7" -d '{"events": [{"server_uuid": "4c995ae4-3088-4640-9397-fa47582d3caf", "name": "network-vif-plugged", "status": "completed", "tag": "b4e557b3-d07c-4bfd-a246-48ce231e0a81"}]}' {{(pid=109817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 11:59:05.942171 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port b4e557b3-d07c-4bfd-a246-48ce231e0a81, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b4e557b3-d07c-4bfd-a246-48ce231e0a81,segment=NetworkSegment(f47893db-e434-4e31-97bd-89f81aa77ab5),segment_id=f47893db-e434-4e31-97bd-89f81aa77ab5)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:59:05.967637 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 11:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b94492-7503-4464-b0b0-486640dbaf35 x-openstack-request-id: req-f7b94492-7503-4464-b0b0-486640dbaf35 {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 11:59:05.967956 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c995ae4-3088-4640-9397-fa47582d3caf", "name": "network-vif-plugged", "status": "completed", "tag": "b4e557b3-d07c-4bfd-a246-48ce231e0a81", "code": 200}]} {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 11:59:05.968217 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f7b94492-7503-4464-b0b0-486640dbaf35 {{(pid=109817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 11:59:05.968719 dv-cinder-817351-12-iscsi neutron-server[109817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c995ae4-3088-4640-9397-fa47582d3caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e557b3-d07c-4bfd-a246-48ce231e0a81', 'code': 200} Feb 07 11:59:06.036365 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (b4e557b3-d07c-4bfd-a246-48ce231e0a81), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:06.087270 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=b4e557b3-d07c-4bfd-a246-48ce231e0a81,revision_number=5']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:06.129884 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78783b86-3729-4e81-96a3-70af311816e0 req-214d79e4-2d23-4b04-aae6-a9099dffbe4e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:06.131386 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-78783b86-3729-4e81-96a3-70af311816e0 req-214d79e4-2d23-4b04-aae6-a9099dffbe4e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 946 time: 0.0579541 Feb 07 11:59:06.179565 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-78783b86-3729-4e81-96a3-70af311816e0 req-d09070dc-ed30-423c-988b-92f7830f5ad2 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426745 Feb 07 11:59:06.317640 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efb118-0c1c-47e7-b16a-bef56e1d229d req-974bdf10-a6b0-4ed1-b1ab-c807e917f195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:06.319180 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-70efb118-0c1c-47e7-b16a-bef56e1d229d req-974bdf10-a6b0-4ed1-b1ab-c807e917f195 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 1130 time: 0.0510721 Feb 07 11:59:06.346606 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005cbf0-5448-4360-a477-181c9d0cadb3 req-d75e0550-77fd-470e-b160-eb7762a08c4d tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:06.348122 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-6005cbf0-5448-4360-a477-181c9d0cadb3 req-d75e0550-77fd-470e-b160-eb7762a08c4d tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 944 time: 0.0526354 Feb 07 11:59:06.364336 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-70efb118-0c1c-47e7-b16a-bef56e1d229d req-e5318be6-28bc-4abc-a474-c773b4745d64 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375683 Feb 07 11:59:06.393493 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-6005cbf0-5448-4360-a477-181c9d0cadb3 req-83a6373d-9ebd-48b9-b609-5a1603405b2b tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393624 Feb 07 11:59:07.016178 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa17c1-f61f-456e-b627-6746af5656fd req-405164cd-f3d6-48e5-afda-e2f64cb98569 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:07.017675 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e4aa17c1-f61f-456e-b627-6746af5656fd req-405164cd-f3d6-48e5-afda-e2f64cb98569 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0538373 Feb 07 11:59:07.064405 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e4aa17c1-f61f-456e-b627-6746af5656fd req-8426b8d3-a0da-4585-bcd1-a43694ee3bf5 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411453 Feb 07 11:59:07.298352 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8568d3-87b3-4361-a028-8bf1475cfe62 req-76a80c72-1b53-4328-9e9c-fa30d54364eb tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:07.299843 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-1e8568d3-87b3-4361-a028-8bf1475cfe62 req-76a80c72-1b53-4328-9e9c-fa30d54364eb tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 946 time: 0.0549009 Feb 07 11:59:07.346675 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-1e8568d3-87b3-4361-a028-8bf1475cfe62 req-2945185b-cc28-4d88-8901-ae602cb90631 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408599 Feb 07 11:59:07.507645 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04981d3a-f4e8-42f4-aeb8-dd7601d522bd req-963a7d1b-a616-4f0a-86ab-8112cc8d039f tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:07.509105 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-04981d3a-f4e8-42f4-aeb8-dd7601d522bd req-963a7d1b-a616-4f0a-86ab-8112cc8d039f tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 944 time: 0.0512435 Feb 07 11:59:07.553633 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-04981d3a-f4e8-42f4-aeb8-dd7601d522bd req-04397296-e973-46fd-8dbc-ea808434a055 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385282 Feb 07 11:59:07.693995 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 5e48e753-7851-4836-a4ee-17ecba5a1834 up at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:59:07.818436 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning for port 5e48e753-7851-4836-a4ee-17ecba5a1834 completed by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 11:59:07.822512 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning complete for port 5e48e753-7851-4836-a4ee-17ecba5a1834 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:07.822933 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (5e48e753-7851-4836-a4ee-17ecba5a1834), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:07.900220 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port 5e48e753-7851-4836-a4ee-17ecba5a1834 is: BUILD; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:59:07.900600 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (5e48e753-7851-4836-a4ee-17ecba5a1834), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:07.934745 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 5e48e753-7851-4836-a4ee-17ecba5a1834, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=5e48e753-7851-4836-a4ee-17ecba5a1834,segment=NetworkSegment(f74bba07-bca7-4a3b-b25c-71cc9693ebb7),segment_id=f74bba07-bca7-4a3b-b25c-71cc9693ebb7)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:59:07.971143 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bab89c-4726-49be-8da9-5f077c5878a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e48e753-7851-4836-a4ee-17ecba5a1834'}] {{(pid=109817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 11:59:07.971612 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bc6b3c0530c896bdfe52e422604eaad6eac6737642d5fab1ac5583b9ec47d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2827f100-8d61-44be-bd5f-ae15fb5b1e38" -d '{"events": [{"server_uuid": "26bab89c-4726-49be-8da9-5f077c5878a8", "name": "network-vif-plugged", "status": "completed", "tag": "5e48e753-7851-4836-a4ee-17ecba5a1834"}]}' {{(pid=109817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 11:59:08.013865 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 11:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7025dd9e-3d7b-4a83-a5da-d43b24c4230f x-openstack-request-id: req-7025dd9e-3d7b-4a83-a5da-d43b24c4230f {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 11:59:08.014180 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bab89c-4726-49be-8da9-5f077c5878a8", "name": "network-vif-plugged", "status": "completed", "tag": "5e48e753-7851-4836-a4ee-17ecba5a1834", "code": 200}]} {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 11:59:08.014468 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7025dd9e-3d7b-4a83-a5da-d43b24c4230f {{(pid=109817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 11:59:08.014918 dv-cinder-817351-12-iscsi neutron-server[109817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bab89c-4726-49be-8da9-5f077c5878a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e48e753-7851-4836-a4ee-17ecba5a1834', 'code': 200} Feb 07 11:59:08.064748 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (5e48e753-7851-4836-a4ee-17ecba5a1834), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:08.117368 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=5e48e753-7851-4836-a4ee-17ecba5a1834,revision_number=5']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:08.201565 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1b339-fb3c-4e69-ad49-a035c8347714 req-1c8f2aa9-2e87-4753-8c5e-19e6dd5fa42c tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:08.203092 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-82c1b339-fb3c-4e69-ad49-a035c8347714 req-1c8f2aa9-2e87-4753-8c5e-19e6dd5fa42c tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0591104 Feb 07 11:59:08.252134 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-82c1b339-fb3c-4e69-ad49-a035c8347714 req-a8817f9c-a3cc-425a-a33e-b663e9d6adff tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430655 Feb 07 11:59:08.397752 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-f5a819ef-e3cd-4ea9-bb9c-6f147443cd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:08.425387 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae1539-888a-4574-97f9-8864e1d8da46 req-571d89bf-c3a6-41da-b80e-5d72d1f97ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:08.426924 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-01ae1539-888a-4574-97f9-8864e1d8da46 req-571d89bf-c3a6-41da-b80e-5d72d1f97ee9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 1129 time: 0.0618153 Feb 07 11:59:08.472025 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9601546-da90-4119-86c2-9980ed3ecb61 req-a1ab1b0b-d7e3-492a-b93a-e386ae2fa142 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:08.476142 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-01ae1539-888a-4574-97f9-8864e1d8da46 req-29f3d308-37d9-421d-8fc6-63d3819bbc1e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398653 Feb 07 11:59:08.479328 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c9601546-da90-4119-86c2-9980ed3ecb61 req-a1ab1b0b-d7e3-492a-b93a-e386ae2fa142 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 946 time: 0.0590732 Feb 07 11:59:08.522000 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c9601546-da90-4119-86c2-9980ed3ecb61 req-1eb9106d-674e-4931-b7b5-c11b7fc25de3 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417221 Feb 07 11:59:08.686281 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935e019-7526-4751-90c9-a5b19ff772ec req-af41f79a-d544-4a78-bdc5-193573e23ce5 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:08.687921 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6935e019-7526-4751-90c9-a5b19ff772ec req-af41f79a-d544-4a78-bdc5-193573e23ce5 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 945 time: 0.0695934 Feb 07 11:59:08.738144 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6935e019-7526-4751-90c9-a5b19ff772ec req-2119695a-fe65-47be-b476-cfa25860daa4 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447397 Feb 07 11:59:09.376952 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca94eeb-5d7e-4d38-9602-5eabb8d64fd6 req-3e51a2c4-21ce-4fe6-9b62-bf8d1a33691d tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:09.378479 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-dca94eeb-5d7e-4d38-9602-5eabb8d64fd6 req-3e51a2c4-21ce-4fe6-9b62-bf8d1a33691d tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0598044 Feb 07 11:59:09.425543 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-dca94eeb-5d7e-4d38-9602-5eabb8d64fd6 req-48939bab-63e1-49d0-a933-83638b7c6689 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403306 Feb 07 11:59:09.650637 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb1212-f1e0-4c56-9246-d04efb6ec441 req-9428722a-1fcb-48ca-bde6-2a83ffa44d31 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:09.652014 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-58bb1212-f1e0-4c56-9246-d04efb6ec441 req-9428722a-1fcb-48ca-bde6-2a83ffa44d31 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 946 time: 0.0590858 Feb 07 11:59:09.697197 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-58bb1212-f1e0-4c56-9246-d04efb6ec441 req-de9260bf-1e9c-498e-ba9f-cd639a04b7d0 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392904 Feb 07 11:59:09.854535 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e101acb-e155-490a-8f78-98ad05063d78 req-d47a8ab3-fa0c-4c44-ae8e-0942abd6ec5d tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:09.856001 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-1e101acb-e155-490a-8f78-98ad05063d78 req-d47a8ab3-fa0c-4c44-ae8e-0942abd6ec5d tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 945 time: 0.0518553 Feb 07 11:59:09.900894 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-1e101acb-e155-490a-8f78-98ad05063d78 req-d2942ab6-5a15-47a2-99db-8f5ed76a897b tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391772 Feb 07 11:59:10.540700 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd904fe-dc81-4646-b24c-8115880dc51f req-c932ab28-d7d5-4dea-b19a-a1fdefc3f626 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:10.542212 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9cd904fe-dc81-4646-b24c-8115880dc51f req-c932ab28-d7d5-4dea-b19a-a1fdefc3f626 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0511096 Feb 07 11:59:10.555756 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc933-dde1-4488-bb2e-cc14133c4909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:10.588376 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9cd904fe-dc81-4646-b24c-8115880dc51f req-5dd04a2f-7204-462f-bb03-0e6651ff8105 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406592 Feb 07 11:59:11.015074 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67a6ea-ef84-4cf1-8776-69c6402d8ed1 req-417809ca-0207-4d70-9edd-5f9f42c221d7 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:11.016543 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-5c67a6ea-ef84-4cf1-8776-69c6402d8ed1 req-417809ca-0207-4d70-9edd-5f9f42c221d7 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 945 time: 0.0503221 Feb 07 11:59:11.066651 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-5c67a6ea-ef84-4cf1-8776-69c6402d8ed1 req-7c48158b-186f-4ed7-99aa-088a9c1be6dd tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433452 Feb 07 11:59:11.692094 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:11.707168 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bd2b1-ed7f-4235-b667-deb08cf3a7c4 req-b7ae46db-42ab-45ef-8667-6933f103152f tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:11.713255 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-aa6bd2b1-ed7f-4235-b667-deb08cf3a7c4 req-b7ae46db-42ab-45ef-8667-6933f103152f tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0545423 Feb 07 11:59:11.754768 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-aa6bd2b1-ed7f-4235-b667-deb08cf3a7c4 req-742188ed-75cd-408e-b791-05eb1c1304ff tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404873 Feb 07 11:59:12.179939 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e0e76-8249-4f42-8513-e7b9cb0dc91e req-59d9c08c-b9e6-4bb5-92c9-1ddb0557ee62 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:12.181381 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-051e0e76-8249-4f42-8513-e7b9cb0dc91e req-59d9c08c-b9e6-4bb5-92c9-1ddb0557ee62 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 945 time: 0.0506442 Feb 07 11:59:12.226874 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-051e0e76-8249-4f42-8513-e7b9cb0dc91e req-cef5c4e3-79e5-4b07-9c06-a46ff5013d95 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399828 Feb 07 11:59:12.869363 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2519f2-b23b-4203-863d-9614dea1414c req-0508044c-3e84-4b48-9bce-89b8f70277b5 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:12.870890 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9b2519f2-b23b-4203-863d-9614dea1414c req-0508044c-3e84-4b48-9bce-89b8f70277b5 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0510788 Feb 07 11:59:12.917364 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9b2519f2-b23b-4203-863d-9614dea1414c req-b89110bc-6491-4a7f-b7b7-1066fc77e3ee tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403130 Feb 07 11:59:13.347917 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe8b91-fe6d-497c-a0a2-2b3c1ff0c987 req-baf6ce4d-9bc6-4a2a-94cc-984051824d44 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:13.349433 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-43fe8b91-fe6d-497c-a0a2-2b3c1ff0c987 req-baf6ce4d-9bc6-4a2a-94cc-984051824d44 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 945 time: 0.0588317 Feb 07 11:59:13.394922 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-43fe8b91-fe6d-497c-a0a2-2b3c1ff0c987 req-d88f2092-afcc-4499-a13a-d3c73b1ec4d7 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399799 Feb 07 11:59:13.629935 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:14.038248 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccba70-24c0-468f-bb61-2f8782bee1c7 req-3856886f-ef2b-4a18-8614-fdb78ae47970 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:14.039722 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-98ccba70-24c0-468f-bb61-2f8782bee1c7 req-3856886f-ef2b-4a18-8614-fdb78ae47970 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0510726 Feb 07 11:59:14.089935 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-98ccba70-24c0-468f-bb61-2f8782bee1c7 req-a53ea1dd-7738-4dd7-a5f7-80e1ae1b1816 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446656 Feb 07 11:59:14.512253 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320750f0-c31b-4a4f-b832-2fca3dd437ca req-fbaf9e7c-3137-4c41-bf0d-2598fcaed821 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:14.513726 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-320750f0-c31b-4a4f-b832-2fca3dd437ca req-fbaf9e7c-3137-4c41-bf0d-2598fcaed821 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 945 time: 0.0540116 Feb 07 11:59:14.559348 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-320750f0-c31b-4a4f-b832-2fca3dd437ca req-3c8e5d25-eda9-4f09-b6b6-3350ff386587 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396907 Feb 07 11:59:14.646903 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:15.204844 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea1cee-4ca3-469a-9121-2b012eb703ca req-2923e89c-d865-4057-bd79-4d8f57229895 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:15.206391 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-78ea1cee-4ca3-469a-9121-2b012eb703ca req-2923e89c-d865-4057-bd79-4d8f57229895 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0524428 Feb 07 11:59:15.254780 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-78ea1cee-4ca3-469a-9121-2b012eb703ca req-9cebfaf0-8f29-4c28-975a-6c70db97a638 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428569 Feb 07 11:59:15.685069 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ac848-bbf7-416e-913e-d4af3543e034 req-9957da0f-9d9e-4f9b-a100-e1f1d30fa715 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:15.686582 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-148ac848-bbf7-416e-913e-d4af3543e034 req-9957da0f-9d9e-4f9b-a100-e1f1d30fa715 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 945 time: 0.0597937 Feb 07 11:59:15.732348 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-148ac848-bbf7-416e-913e-d4af3543e034 req-4b7652a5-6029-46d6-b30c-b07aeee9828d tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403144 Feb 07 11:59:16.379778 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4d881-18d0-4ac6-bccd-593e26820d75 req-62425ff1-d865-4d92-8d42-c7e33c3806b3 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:16.381260 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bbe4d881-18d0-4ac6-bccd-593e26820d75 req-62425ff1-d865-4d92-8d42-c7e33c3806b3 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0600460 Feb 07 11:59:16.432891 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bbe4d881-18d0-4ac6-bccd-593e26820d75 req-6daa325d-363d-4539-b3e0-f96df808f91d tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461400 Feb 07 11:59:16.851027 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db0c53-32ca-4207-9429-656e1a4ef36f req-87abcb0a-434b-4595-b4a4-3345a6b407c5 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:16.852515 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c7db0c53-32ca-4207-9429-656e1a4ef36f req-87abcb0a-434b-4595-b4a4-3345a6b407c5 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 945 time: 0.0509224 Feb 07 11:59:16.901059 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c7db0c53-32ca-4207-9429-656e1a4ef36f req-5d7701e6-c667-477f-9262-d7e3cdf71a10 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425677 Feb 07 11:59:17.017915 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78855c-c00d-4ba0-ad42-f37ef2d1fd3a req-aa0641da-6556-40ee-81c8-16d15de8a5db tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:17.019339 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7a78855c-c00d-4ba0-ad42-f37ef2d1fd3a req-aa0641da-6556-40ee-81c8-16d15de8a5db tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 945 time: 0.0531733 Feb 07 11:59:17.073975 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7a78855c-c00d-4ba0-ad42-f37ef2d1fd3a req-11154948-562c-4359-aa8c-61e2a44c89ed tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491381 Feb 07 11:59:17.408683 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d43766-cbd3-4a7b-8648-b5055f05e14a req-0ee9bac4-015e-4226-9463-032bdecd5c2d tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:17.408683 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-39d43766-cbd3-4a7b-8648-b5055f05e14a req-0ee9bac4-015e-4226-9463-032bdecd5c2d tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 945 time: 0.0515049 Feb 07 11:59:17.456628 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-39d43766-cbd3-4a7b-8648-b5055f05e14a req-5e8bf389-ced6-480b-84f2-75e4aa77e78e tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431302 Feb 07 11:59:17.560753 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057f8eb-04b0-4ca7-959f-284c708feef9 req-a9227901-f0ec-4113-9c4b-081ef569fbce tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:17.562531 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-6057f8eb-04b0-4ca7-959f-284c708feef9 req-a9227901-f0ec-4113-9c4b-081ef569fbce tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0539684 Feb 07 11:59:17.614072 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-6057f8eb-04b0-4ca7-959f-284c708feef9 req-9856f614-2340-4c7f-a5a8-b6cbd6b0b24d tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459948 Feb 07 11:59:17.987953 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd4273-2999-4088-b171-b32a5e349b5f req-3cf23a8b-4414-4b15-8cf2-4b9d4d4d54fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:17.989530 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b9fd4273-2999-4088-b171-b32a5e349b5f req-3cf23a8b-4414-4b15-8cf2-4b9d4d4d54fe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 1129 time: 0.0509748 Feb 07 11:59:18.034204 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b9fd4273-2999-4088-b171-b32a5e349b5f req-24e8e18a-630f-4363-9e7f-96e57ec29284 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386422 Feb 07 11:59:18.735703 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f7f3e-3630-41cd-ada2-c3409a913f13 req-d2da2b10-a3c1-4374-90bc-4a6f840910f9 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:18.737428 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e52f7f3e-3630-41cd-ada2-c3409a913f13 req-d2da2b10-a3c1-4374-90bc-4a6f840910f9 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0540714 Feb 07 11:59:18.797311 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e52f7f3e-3630-41cd-ada2-c3409a913f13 req-6fa6c316-2b37-4d34-9903-e16061230ff3 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500612 Feb 07 11:59:19.921094 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c20c7-b1ae-429e-a0a6-44a64f1db0fc req-993d6212-9fae-44ef-ab12-668673febc9f tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:19.922617 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-112c20c7-b1ae-429e-a0a6-44a64f1db0fc req-993d6212-9fae-44ef-ab12-668673febc9f tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0527468 Feb 07 11:59:19.971569 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-112c20c7-b1ae-429e-a0a6-44a64f1db0fc req-3a132128-e7e7-4055-b51f-4615c70d9555 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434165 Feb 07 11:59:20.561142 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 11:59:21.101119 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbcf95-8f47-441f-bb14-7124d21055fd req-d3103b61-c457-48fb-be78-52f3f66257f4 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:21.102791 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c8dbcf95-8f47-441f-bb14-7124d21055fd req-d3103b61-c457-48fb-be78-52f3f66257f4 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0576673 Feb 07 11:59:21.159983 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c8dbcf95-8f47-441f-bb14-7124d21055fd req-d7de3797-2a7d-405a-a518-3b6bc62c2dc9 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508320 Feb 07 11:59:21.849623 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053eb091-d4db-4520-947f-ae90957abf86 req-d1562824-9feb-476d-a175-7a5a7baad156 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:21.851213 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-053eb091-d4db-4520-947f-ae90957abf86 req-d1562824-9feb-476d-a175-7a5a7baad156 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0539644 Feb 07 11:59:21.904881 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-053eb091-d4db-4520-947f-ae90957abf86 req-ce029535-ffa5-4c3b-8b66-769999fbdf69 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477140 Feb 07 11:59:21.944549 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c32b39-fc9a-4ff1-8f34-c293936161ea req-b25b8cf7-a63f-44fe-bb0b-bdbd6ebac62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:21.946200 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-68c32b39-fc9a-4ff1-8f34-c293936161ea req-b25b8cf7-a63f-44fe-bb0b-bdbd6ebac62e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75db33526c1b4ecb86d73593354d98fb&device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 1129 time: 0.0577240 Feb 07 11:59:22.046779 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c32b39-fc9a-4ff1-8f34-c293936161ea req-b2a43503-a2fd-43b5-9614-f72ba19b9e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:22.048224 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-68c32b39-fc9a-4ff1-8f34-c293936161ea req-b2a43503-a2fd-43b5-9614-f72ba19b9e77 service neutron] 10.222.0.18 "GET /v2.0/networks?id=677930ed-9c83-41f5-83f9-2c05042c40b2 HTTP/1.1" status: 200 len: 920 time: 0.0931308 Feb 07 11:59:22.090264 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-68c32b39-fc9a-4ff1-8f34-c293936161ea req-dac59a7a-e1aa-4fd5-bed8-32622a3ce7e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=420f2d72-e592-48d0-a55c-b9a1ade756cb HTTP/1.1" status: 200 len: 217 time: 0.0349433 Feb 07 11:59:22.143007 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c32b39-fc9a-4ff1-8f34-c293936161ea req-11cbf34a-8c99-4fae-8a90-2ca1cd045df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:22.144468 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-68c32b39-fc9a-4ff1-8f34-c293936161ea req-11cbf34a-8c99-4fae-8a90-2ca1cd045df9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=967182f2-622c-4180-924f-9039ced922cc HTTP/1.1" status: 200 len: 859 time: 0.0467443 Feb 07 11:59:22.177536 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-68c32b39-fc9a-4ff1-8f34-c293936161ea req-2958054c-3eb3-4705-874d-5f2baff36042 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=677930ed-9c83-41f5-83f9-2c05042c40b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262816 Feb 07 11:59:22.280053 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-68c32b39-fc9a-4ff1-8f34-c293936161ea req-3f0c2b7b-7fc3-48d5-aa25-c55b7e8681fa service neutron] 10.222.0.18 "GET /v2.0/networks/677930ed-9c83-41f5-83f9-2c05042c40b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932415 Feb 07 11:59:22.387110 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-68c32b39-fc9a-4ff1-8f34-c293936161ea req-c1e7e9f0-e378-4cab-8e73-52508071f9a9 service neutron] 10.222.0.18 "GET /v2.0/networks/677930ed-9c83-41f5-83f9-2c05042c40b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011901 Feb 07 11:59:23.037359 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d492208-4940-47ab-b251-43cf8736c22a req-ba2647be-5f43-4091-9369-73509e6c5492 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:23.041369 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-2d492208-4940-47ab-b251-43cf8736c22a req-ba2647be-5f43-4091-9369-73509e6c5492 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0656130 Feb 07 11:59:23.116654 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-2d492208-4940-47ab-b251-43cf8736c22a req-ed1c4b4b-82ed-4630-961c-404fffe8145a tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669641 Feb 07 11:59:23.141931 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:24.238444 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50641e-835a-4db5-88b0-92eeeccb6263 req-31336db4-c779-498d-b428-09cd0e068185 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:24.239839 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-af50641e-835a-4db5-88b0-92eeeccb6263 req-31336db4-c779-498d-b428-09cd0e068185 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0518160 Feb 07 11:59:24.285093 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-af50641e-835a-4db5-88b0-92eeeccb6263 req-f2543c87-4010-4a0e-a71e-d6bfd9acabcd tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395060 Feb 07 11:59:25.402683 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b99a52-6981-405a-ad4e-0448c1a25f49 req-7b1a205c-f6fb-41d6-99e8-6a2a78967496 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:25.404117 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c4b99a52-6981-405a-ad4e-0448c1a25f49 req-7b1a205c-f6fb-41d6-99e8-6a2a78967496 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0515559 Feb 07 11:59:25.456891 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c4b99a52-6981-405a-ad4e-0448c1a25f49 req-38891a09-5751-4a64-ba4a-e42f5e303baf tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463219 Feb 07 11:59:26.583839 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95527f44-1ae9-4889-aefb-902cc994decf req-df3537c4-e512-4ca0-ab23-7106f8868b77 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:26.585378 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-95527f44-1ae9-4889-aefb-902cc994decf req-df3537c4-e512-4ca0-ab23-7106f8868b77 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0522466 Feb 07 11:59:26.637066 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-95527f44-1ae9-4889-aefb-902cc994decf req-91fb7e72-6d14-4887-bae2-5797d5f683b3 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460553 Feb 07 11:59:27.321536 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 56314) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:59:27.427848 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-af375d90-059f-4b2a-844d-a286d57c16d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:27.500963 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-af375d90-059f-4b2a-844d-a286d57c16d0 admin admin] Publish callbacks [] for security_group (0cea6883-d90a-4733-8ed3-65a489ba3329), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:27.578386 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-af375d90-059f-4b2a-844d-a286d57c16d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (0cea6883-d90a-4733-8ed3-65a489ba3329), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:27.619797 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-af375d90-059f-4b2a-844d-a286d57c16d0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8f8b6c1314f54f8a83f5a3c81e0d248a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971451 Feb 07 11:59:27.620865 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af375d90-059f-4b2a-844d-a286d57c16d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cea6883-d90a-4733-8ed3-65a489ba3329,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:27.622665 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 56322) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:59:27.628469 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af375d90-059f-4b2a-844d-a286d57c16d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:27.628846 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af375d90-059f-4b2a-844d-a286d57c16d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:27.629183 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af375d90-059f-4b2a-844d-a286d57c16d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:27.629511 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af375d90-059f-4b2a-844d-a286d57c16d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:27.629855 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af375d90-059f-4b2a-844d-a286d57c16d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:27.630177 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af375d90-059f-4b2a-844d-a286d57c16d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:27.630496 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af375d90-059f-4b2a-844d-a286d57c16d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:27.630817 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af375d90-059f-4b2a-844d-a286d57c16d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:27.631144 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af375d90-059f-4b2a-844d-a286d57c16d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:27.631462 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af375d90-059f-4b2a-844d-a286d57c16d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:27.631774 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af375d90-059f-4b2a-844d-a286d57c16d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:27.632084 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af375d90-059f-4b2a-844d-a286d57c16d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:27.632391 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af375d90-059f-4b2a-844d-a286d57c16d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:27.672070 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-81e3ca0a-402e-410a-9e83-481f02cf53a5 admin admin] Publish callbacks [] for security_group (0cea6883-d90a-4733-8ed3-65a489ba3329), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:27.692175 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-81e3ca0a-402e-410a-9e83-481f02cf53a5 admin admin] Publish callbacks [] for security_group (0cea6883-d90a-4733-8ed3-65a489ba3329), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:27.789806 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-81e3ca0a-402e-410a-9e83-481f02cf53a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (0cea6883-d90a-4733-8ed3-65a489ba3329), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:27.792381 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-81e3ca0a-402e-410a-9e83-481f02cf53a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:27.793535 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-81e3ca0a-402e-410a-9e83-481f02cf53a5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0cea6883-d90a-4733-8ed3-65a489ba3329 HTTP/1.1" status: 204 len: 168 time: 0.1698928 Feb 07 11:59:27.801837 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3ca0a-402e-410a-9e83-481f02cf53a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cea6883-d90a-4733-8ed3-65a489ba3329,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:27.808749 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3ca0a-402e-410a-9e83-481f02cf53a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:27.809117 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3ca0a-402e-410a-9e83-481f02cf53a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:27.809441 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3ca0a-402e-410a-9e83-481f02cf53a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:27.809799 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3ca0a-402e-410a-9e83-481f02cf53a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:27.810127 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3ca0a-402e-410a-9e83-481f02cf53a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:27.810452 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3ca0a-402e-410a-9e83-481f02cf53a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:27.810775 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3ca0a-402e-410a-9e83-481f02cf53a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:27.811097 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3ca0a-402e-410a-9e83-481f02cf53a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:27.811420 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3ca0a-402e-410a-9e83-481f02cf53a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:27.811740 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3ca0a-402e-410a-9e83-481f02cf53a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:27.812059 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3ca0a-402e-410a-9e83-481f02cf53a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:27.812504 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3ca0a-402e-410a-9e83-481f02cf53a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:27.812832 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3ca0a-402e-410a-9e83-481f02cf53a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:28.816381 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 56354) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:59:28.910911 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-e55c7b5e-69ea-4c12-8ec5-b816319d7160 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1810369802-network', 'tenant_id': '569021eb1f054aa0b9a76bfafa7d7bf3'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:59:28.973024 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55c7b5e-69ea-4c12-8ec5-b816319d7160 admin admin] Made reservation on behalf of 569021eb1f054aa0b9a76bfafa7d7bf3 for: {'network': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:59:28.975414 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e55c7b5e-69ea-4c12-8ec5-b816319d7160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for network (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:28.984535 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e55c7b5e-69ea-4c12-8ec5-b816319d7160 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:29.056703 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e55c7b5e-69ea-4c12-8ec5-b816319d7160 admin admin] Publish callbacks [] for security_group (04c58d1f-c697-4b6d-9ab2-b3d94b53b69c), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:29.103966 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e55c7b5e-69ea-4c12-8ec5-b816319d7160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (04c58d1f-c697-4b6d-9ab2-b3d94b53b69c), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:29.141014 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e55c7b5e-69ea-4c12-8ec5-b816319d7160 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=109816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 11:59:29.147741 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c7b5e-69ea-4c12-8ec5-b816319d7160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c58d1f-c697-4b6d-9ab2-b3d94b53b69c,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:29.153648 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e55c7b5e-69ea-4c12-8ec5-b816319d7160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (1ab64f5e-e237-452a-95a2-99134719eb79), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:29.154117 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.db.segments_db [None req-e55c7b5e-69ea-4c12-8ec5-b816319d7160 admin admin] Added segment 1ab64f5e-e237-452a-95a2-99134719eb79 of type vlan for network 044092f0-a486-42dc-94bd-4759b5537247 Feb 07 11:59:29.197183 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e55c7b5e-69ea-4c12-8ec5-b816319d7160 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782771090189'] for network (044092f0-a486-42dc-94bd-4759b5537247), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:29.269645 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e55c7b5e-69ea-4c12-8ec5-b816319d7160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685'] for network (044092f0-a486-42dc-94bd-4759b5537247), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:29.270618 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55c7b5e-69ea-4c12-8ec5-b816319d7160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:29.271197 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e55c7b5e-69ea-4c12-8ec5-b816319d7160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:29.330934 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c7b5e-69ea-4c12-8ec5-b816319d7160 admin admin] Pushing event updated for resources: {'Network': ['ID=044092f0-a486-42dc-94bd-4759b5537247,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:29.341757 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Network 044092f0-a486-42dc-94bd-4759b5537247 details requested by agent ovs-agent-dv-cinder-817351-12-iscsi with host dv-cinder-817351-12-iscsi {{(pid=109817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 11:59:29.390182 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-e55c7b5e-69ea-4c12-8ec5-b816319d7160 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5692620 Feb 07 11:59:29.395407 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 56364) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:59:29.395407 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-d7dea8b1-b40b-4f90-b067-b6ca1f86beca admin admin] Request body: {'subnet': {'network_id': '044092f0-a486-42dc-94bd-4759b5537247', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1810369802-subnet', 'tenant_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'ip_version': 4}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:59:29.475746 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7dea8b1-b40b-4f90-b067-b6ca1f86beca admin admin] Made reservation on behalf of 569021eb1f054aa0b9a76bfafa7d7bf3 for: {'subnet': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:59:29.478109 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d7dea8b1-b40b-4f90-b067-b6ca1f86beca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9316235'] for subnet (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:29.933082 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d7dea8b1-b40b-4f90-b067-b6ca1f86beca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9209730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9316277'] for subnet (7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:29.986164 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dea8b1-b40b-4f90-b067-b6ca1f86beca admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275,revision_number=0']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:29.997524 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dea8b1-b40b-4f90-b067-b6ca1f86beca admin admin] Checking segment: {'id': '1ab64f5e-e237-452a-95a2-99134719eb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '044092f0-a486-42dc-94bd-4759b5537247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:59:29.997902 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dea8b1-b40b-4f90-b067-b6ca1f86beca admin admin] Network hostable DHCP agents. Network: 044092f0-a486-42dc-94bd-4759b5537247, hostable agents: ['61316a96-21e8-4d75-a705-e1a638ca8432'], hosted agents: [] {{(pid=109816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 11:59:30.098446 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dea8b1-b40b-4f90-b067-b6ca1f86beca admin admin] Network 044092f0-a486-42dc-94bd-4759b5537247 is scheduled to be hosted by DHCP agent 61316a96-21e8-4d75-a705-e1a638ca8432 with binding_index 1 {{(pid=109816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 11:59:30.161249 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-d7dea8b1-b40b-4f90-b067-b6ca1f86beca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-12-iscsi, 044092f0-a486-42dc-94bd-4759b5537247) {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:59:30.165472 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dea8b1-b40b-4f90-b067-b6ca1f86beca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:30.166101 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d7dea8b1-b40b-4f90-b067-b6ca1f86beca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for subnet (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:30.171619 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666f0869-3ac6-4510-9031-c1a0eef1ca16 None None] Network 044092f0-a486-42dc-94bd-4759b5537247 requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 11:59:30.261909 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-d7dea8b1-b40b-4f90-b067-b6ca1f86beca admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8704655 Feb 07 11:59:30.264936 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 56372) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:59:30.269571 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-e2036b62-0e48-4d46-a4b2-47bda777b24f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1810369802-router', 'tenant_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:59:30.279537 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70b1ed78-7000-5af2-904f-3db4fdf32486-044092f0-a486-42dc-94bd-4759b5537247', 'network_id': '044092f0-a486-42dc-94bd-4759b5537247', 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'fixed_ips': [{'subnet_id': '7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275'}]}} from dv-cinder-817351-12-iscsi. {{(pid=109817) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 11:59:30.281105 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:30.367559 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e2036b62-0e48-4d46-a4b2-47bda777b24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-870201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8409'] for router (85dcb5c2-7e6a-4674-adb5-352917530a15), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:30.368627 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e2036b62-0e48-4d46-a4b2-47bda777b24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-874983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router (85dcb5c2-7e6a-4674-adb5-352917530a15), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:30.416992 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.db_base_plugin_common [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Allocated IP 172.20.0.2 (044092f0-a486-42dc-94bd-4759b5537247/7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275/c269cde2-43bc-4b3a-bf46-0370f05b4d9c) {{(pid=109817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:59:30.423141 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e2036b62-0e48-4d46-a4b2-47bda777b24f admin admin] Publish callbacks [] for router_controller (85dcb5c2-7e6a-4674-adb5-352917530a15), precommit_add_association {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:30.573442 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Publish callbacks [] for port (c269cde2-43bc-4b3a-bf46-0370f05b4d9c), precommit_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:30.619068 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (c269cde2-43bc-4b3a-bf46-0370f05b4d9c), after_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:30.642748 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e2036b62-0e48-4d46-a4b2-47bda777b24f admin admin] Publish callbacks [] for router_gateway (85dcb5c2-7e6a-4674-adb5-352917530a15), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:30.660508 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Network 044092f0-a486-42dc-94bd-4759b5537247 is already hosted by enough agents. {{(pid=109817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:59:30.664802 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.scheduler.base_scheduler [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Resources bound (agent type, host, resource id): {{(pid=109817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:59:30.668959 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Received port after_create {{(pid=109817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:59:30.674133 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Pushing event updated for resources: {'Port': ['ID=c269cde2-43bc-4b3a-bf46-0370f05b4d9c,revision_number=1']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:30.704228 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:30.704606 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:30.704968 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:30.705305 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:30.705688 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:30.706014 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:30.706901 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:30.706901 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:30.707105 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:30.707276 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:30.707785 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:30.708108 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:30.708431 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:30.739150 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Attempting to bind port c269cde2-43bc-4b3a-bf46-0370f05b4d9c on host dv-cinder-817351-12-iscsi for vnic_type normal with profile {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:59:30.739519 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Attempting to bind port c269cde2-43bc-4b3a-bf46-0370f05b4d9c by drivers openvswitch,hyperv on host dv-cinder-817351-12-iscsi at level 0 using segments [{'id': '1ab64f5e-e237-452a-95a2-99134719eb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '044092f0-a486-42dc-94bd-4759b5537247'}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:59:30.739875 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Attempting to bind port c269cde2-43bc-4b3a-bf46-0370f05b4d9c on network 044092f0-a486-42dc-94bd-4759b5537247 {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:59:30.744764 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Checking agent: {'id': '3ccea1af-134d-4579-b433-9df459de661e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 47, 45), 'started_at': datetime.datetime(2022, 2, 7, 11, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:59:30.746881 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Checking segment: {'id': '1ab64f5e-e237-452a-95a2-99134719eb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '044092f0-a486-42dc-94bd-4759b5537247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:59:30.746881 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:30.746881 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Bound using segment: {'id': '1ab64f5e-e237-452a-95a2-99134719eb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '044092f0-a486-42dc-94bd-4759b5537247'} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:59:30.746881 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Bound port: c269cde2-43bc-4b3a-bf46-0370f05b4d9c, host: dv-cinder-817351-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab64f5e-e237-452a-95a2-99134719eb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '044092f0-a486-42dc-94bd-4759b5537247'}}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:59:30.746881 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (c269cde2-43bc-4b3a-bf46-0370f05b4d9c), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:30.812340 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] For port c269cde2-43bc-4b3a-bf46-0370f05b4d9c, host dv-cinder-817351-12-iscsi, cleared binding levels {{(pid=109817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:59:30.815259 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] For port c269cde2-43bc-4b3a-bf46-0370f05b4d9c, host dv-cinder-817351-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=c269cde2-43bc-4b3a-bf46-0370f05b4d9c,segment=NetworkSegment(1ab64f5e-e237-452a-95a2-99134719eb79),segment_id=1ab64f5e-e237-452a-95a2-99134719eb79)] {{(pid=109817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:59:30.898311 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e2036b62-0e48-4d46-a4b2-47bda777b24f admin admin] Publish callbacks [] for router_gateway (85dcb5c2-7e6a-4674-adb5-352917530a15), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:30.910297 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (c269cde2-43bc-4b3a-bf46-0370f05b4d9c), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:30.917060 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e2036b62-0e48-4d46-a4b2-47bda777b24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:30.966184 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42edbe-3784-4fc6-8fb3-43d475615442 None None] Pushing event updated for resources: {'Port': ['ID=c269cde2-43bc-4b3a-bf46-0370f05b4d9c,revision_number=2']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:31.033879 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_common [None req-e2036b62-0e48-4d46-a4b2-47bda777b24f admin admin] Allocated IP 172.27.1.163 (12a459b1-c19f-48b5-9c0c-c18492f1de42/06f471c1-ec2c-4a47-a3f1-0b43664949d1/1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c) {{(pid=109816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:59:31.160065 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e2036b62-0e48-4d46-a4b2-47bda777b24f admin admin] Publish callbacks [] for port (1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:31.253135 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e2036b62-0e48-4d46-a4b2-47bda777b24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:31.295221 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2036b62-0e48-4d46-a4b2-47bda777b24f admin admin] Network 12a459b1-c19f-48b5-9c0c-c18492f1de42 is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:59:31.298165 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-e2036b62-0e48-4d46-a4b2-47bda777b24f admin admin] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:59:31.301034 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2036b62-0e48-4d46-a4b2-47bda777b24f admin admin] Received port after_create {{(pid=109816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:59:31.329090 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2036b62-0e48-4d46-a4b2-47bda777b24f admin admin] Pushing event updated for resources: {'Port': ['ID=1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:31.621967 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e2036b62-0e48-4d46-a4b2-47bda777b24f admin admin] Publish callbacks [] for router_gateway (85dcb5c2-7e6a-4674-adb5-352917530a15), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:31.831196 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e2036b62-0e48-4d46-a4b2-47bda777b24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-870326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-875824'] for router (85dcb5c2-7e6a-4674-adb5-352917530a15), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:31.891454 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ac14ae-26a8-4458-a5b8-bd153deb8320 None None] Network 044092f0-a486-42dc-94bd-4759b5537247 requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 11:59:31.968008 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-b749a82c-e9c0-48df-b583-a05c460325ec None None] Provisioning complete for port c269cde2-43bc-4b3a-bf46-0370f05b4d9c triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:31.968311 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-b749a82c-e9c0-48df-b583-a05c460325ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (c269cde2-43bc-4b3a-bf46-0370f05b4d9c), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:32.020854 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2036b62-0e48-4d46-a4b2-47bda777b24f admin admin] Router 85dcb5c2-7e6a-4674-adb5-352917530a15 is scheduled to L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad with binding_index 1 {{(pid=109816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 11:59:32.096914 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-b749a82c-e9c0-48df-b583-a05c460325ec None None] Current status of the port c269cde2-43bc-4b3a-bf46-0370f05b4d9c is: DOWN; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:59:32.097319 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-b749a82c-e9c0-48df-b583-a05c460325ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (c269cde2-43bc-4b3a-bf46-0370f05b4d9c), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:32.101096 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device c269cde2-43bc-4b3a-bf46-0370f05b4d9c up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:59:32.152482 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2036b62-0e48-4d46-a4b2-47bda777b24f admin admin] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 11:59:32.162831 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14131884-8a8b-41d1-9556-4b0e18326829 None None] Sync routers for ids ['85dcb5c2-7e6a-4674-adb5-352917530a15'] in dv-cinder-817351-12-iscsi {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 11:59:32.177067 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14131884-8a8b-41d1-9556-4b0e18326829 None None] Routers {'85dcb5c2-7e6a-4674-adb5-352917530a15'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:59:32.177796 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-b749a82c-e9c0-48df-b583-a05c460325ec None None] For port c269cde2-43bc-4b3a-bf46-0370f05b4d9c, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=c269cde2-43bc-4b3a-bf46-0370f05b4d9c,segment=NetworkSegment(1ab64f5e-e237-452a-95a2-99134719eb79),segment_id=1ab64f5e-e237-452a-95a2-99134719eb79)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:59:32.178435 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-14131884-8a8b-41d1-9556-4b0e18326829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:59:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['85dcb5c2-7e6a-4674-adb5-352917530a15'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:59:32.189770 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port c269cde2-43bc-4b3a-bf46-0370f05b4d9c triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:32.190171 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (c269cde2-43bc-4b3a-bf46-0370f05b4d9c), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:32.244745 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e2036b62-0e48-4d46-a4b2-47bda777b24f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:32.246050 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-e2036b62-0e48-4d46-a4b2-47bda777b24f admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9800575 Feb 07 11:59:32.248848 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 56392) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:59:32.323007 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-14131884-8a8b-41d1-9556-4b0e18326829 None None] Set router 85dcb5c2-7e6a-4674-adb5-352917530a15 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:59:32.421687 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-b749a82c-e9c0-48df-b583-a05c460325ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (c269cde2-43bc-4b3a-bf46-0370f05b4d9c), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:32.465587 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port c269cde2-43bc-4b3a-bf46-0370f05b4d9c is: DOWN; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:59:32.465976 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (c269cde2-43bc-4b3a-bf46-0370f05b4d9c), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:32.505094 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749a82c-e9c0-48df-b583-a05c460325ec None None] Pushing event updated for resources: {'Port': ['ID=c269cde2-43bc-4b3a-bf46-0370f05b4d9c,revision_number=3']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:32.538865 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-14131884-8a8b-41d1-9556-4b0e18326829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'name': 'tempest-TestShelveInstance-1810369802-router', 'tenant_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:30Z', 'updated_at': '2022-02-07T11:59:31Z', 'revision_number': 3, 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'gw_port': {'id': '1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:03:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:30Z', 'updated_at': '2022-02-07T11:59:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:59:32.575989 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-9d6032b8-1b61-47eb-885f-0d8880e3177f None None] Provisioning complete for port c269cde2-43bc-4b3a-bf46-0370f05b4d9c triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:32.577681 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-9d6032b8-1b61-47eb-885f-0d8880e3177f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (c269cde2-43bc-4b3a-bf46-0370f05b4d9c), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:32.582775 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.db.api [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 11:59:32.583248 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG oslo_db.api [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 11:59:32.664133 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14131884-8a8b-41d1-9556-4b0e18326829 None None] Checking router: 85dcb5c2-7e6a-4674-adb5-352917530a15 for host: dv-cinder-817351-12-iscsi {{(pid=109818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 11:59:32.665231 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14131884-8a8b-41d1-9556-4b0e18326829 None None] Updating router 85dcb5c2-7e6a-4674-adb5-352917530a15 port 1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c binding host dv-cinder-817351-12-iscsi {{(pid=109818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 11:59:32.677742 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-9d6032b8-1b61-47eb-885f-0d8880e3177f None None] Current status of the port c269cde2-43bc-4b3a-bf46-0370f05b4d9c is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:59:32.697603 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-14131884-8a8b-41d1-9556-4b0e18326829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c), before_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:32.740743 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c7571a50-bc53-4547-aecb-f777d5b7af39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:32.895652 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_common [None req-c7571a50-bc53-4547-aecb-f777d5b7af39 admin admin] Allocated IP 172.20.0.1 (044092f0-a486-42dc-94bd-4759b5537247/7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275/aed27aac-e7a4-40e3-8329-e5b521bb9a52) {{(pid=109816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:59:32.943766 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-14131884-8a8b-41d1-9556-4b0e18326829 None None] Publish callbacks [] for port (1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c), precommit_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:32.995571 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c7571a50-bc53-4547-aecb-f777d5b7af39 admin admin] Publish callbacks [] for port (aed27aac-e7a4-40e3-8329-e5b521bb9a52), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:33.001372 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-14131884-8a8b-41d1-9556-4b0e18326829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c), after_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:33.057985 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.managers [None req-14131884-8a8b-41d1-9556-4b0e18326829 None None] Attempting to bind port 1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c on host dv-cinder-817351-12-iscsi for vnic_type normal with profile {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:59:33.057985 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.managers [None req-14131884-8a8b-41d1-9556-4b0e18326829 None None] Attempting to bind port 1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c by drivers openvswitch,hyperv on host dv-cinder-817351-12-iscsi at level 0 using segments [{'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}] {{(pid=109818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:59:33.057985 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14131884-8a8b-41d1-9556-4b0e18326829 None None] Attempting to bind port 1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c on network 12a459b1-c19f-48b5-9c0c-c18492f1de42 {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:59:33.059074 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1772e-0165-4808-af4e-d688bb1881e2 None None] Pushing event updated for resources: {'Port': ['ID=1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c,revision_number=2']} {{(pid=109818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:33.066595 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14131884-8a8b-41d1-9556-4b0e18326829 None None] Checking agent: {'id': '3ccea1af-134d-4579-b433-9df459de661e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 47, 45), 'started_at': datetime.datetime(2022, 2, 7, 11, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:59:33.066965 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14131884-8a8b-41d1-9556-4b0e18326829 None None] Checking segment: {'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:59:33.067356 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-14131884-8a8b-41d1-9556-4b0e18326829 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:33.067736 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14131884-8a8b-41d1-9556-4b0e18326829 None None] Bound using segment: {'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'} {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:59:33.068187 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.managers [None req-14131884-8a8b-41d1-9556-4b0e18326829 None None] Bound port: 1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c, host: dv-cinder-817351-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}}] {{(pid=109818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:59:33.068558 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-14131884-8a8b-41d1-9556-4b0e18326829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c), before_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:33.071660 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1772e-0165-4808-af4e-d688bb1881e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:33.072026 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1772e-0165-4808-af4e-d688bb1881e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:33.072383 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1772e-0165-4808-af4e-d688bb1881e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:33.072716 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1772e-0165-4808-af4e-d688bb1881e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:33.073040 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1772e-0165-4808-af4e-d688bb1881e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:33.073362 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1772e-0165-4808-af4e-d688bb1881e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:33.073730 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1772e-0165-4808-af4e-d688bb1881e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:33.074056 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1772e-0165-4808-af4e-d688bb1881e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:33.074375 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1772e-0165-4808-af4e-d688bb1881e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:33.074711 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1772e-0165-4808-af4e-d688bb1881e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:33.075031 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1772e-0165-4808-af4e-d688bb1881e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:33.075343 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1772e-0165-4808-af4e-d688bb1881e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:33.075657 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1772e-0165-4808-af4e-d688bb1881e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 11:59:33.097111 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c7571a50-bc53-4547-aecb-f777d5b7af39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (aed27aac-e7a4-40e3-8329-e5b521bb9a52), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:33.126416 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port c269cde2-43bc-4b3a-bf46-0370f05b4d9c is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:59:33.128693 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.db [None req-14131884-8a8b-41d1-9556-4b0e18326829 None None] For port 1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c, host dv-cinder-817351-12-iscsi, cleared binding levels {{(pid=109818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:59:33.132326 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.db [None req-14131884-8a8b-41d1-9556-4b0e18326829 None None] For port 1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c, host dv-cinder-817351-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c,segment=NetworkSegment(27333d9f-cdd8-4603-a3d3-d9bd5a50a047),segment_id=27333d9f-cdd8-4603-a3d3-d9bd5a50a047)] {{(pid=109818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:59:33.134721 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7571a50-bc53-4547-aecb-f777d5b7af39 admin admin] Network 044092f0-a486-42dc-94bd-4759b5537247 is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:59:33.140010 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-c7571a50-bc53-4547-aecb-f777d5b7af39 admin admin] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:59:33.143404 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7571a50-bc53-4547-aecb-f777d5b7af39 admin admin] Received port after_create {{(pid=109816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:59:33.170033 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7571a50-bc53-4547-aecb-f777d5b7af39 admin admin] Pushing event updated for resources: {'Port': ['ID=aed27aac-e7a4-40e3-8329-e5b521bb9a52,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:33.190009 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c7571a50-bc53-4547-aecb-f777d5b7af39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-876007'] for router_interface (85dcb5c2-7e6a-4674-adb5-352917530a15), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:33.207863 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-14131884-8a8b-41d1-9556-4b0e18326829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c), after_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:33.264295 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14131884-8a8b-41d1-9556-4b0e18326829 None None] Routers {'85dcb5c2-7e6a-4674-adb5-352917530a15'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:59:33.264967 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-14131884-8a8b-41d1-9556-4b0e18326829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:59:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['85dcb5c2-7e6a-4674-adb5-352917530a15'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:59:33.334572 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1772e-0165-4808-af4e-d688bb1881e2 None None] Pushing event updated for resources: {'Port': ['ID=1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c,revision_number=3']} {{(pid=109818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:33.383033 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-14131884-8a8b-41d1-9556-4b0e18326829 None None] Set router 85dcb5c2-7e6a-4674-adb5-352917530a15 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:59:33.386485 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c7571a50-bc53-4547-aecb-f777d5b7af39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (aed27aac-e7a4-40e3-8329-e5b521bb9a52), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:33.400310 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-495b9f8b-d15e-4425-9967-3c0e1ccb5267 None None] Provisioning complete for port aed27aac-e7a4-40e3-8329-e5b521bb9a52 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:33.400688 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-495b9f8b-d15e-4425-9967-3c0e1ccb5267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (aed27aac-e7a4-40e3-8329-e5b521bb9a52), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:33.442587 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-495b9f8b-d15e-4425-9967-3c0e1ccb5267 None None] Port aed27aac-e7a4-40e3-8329-e5b521bb9a52 cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 11:59:33.559840 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c7571a50-bc53-4547-aecb-f777d5b7af39 admin admin] Publish callbacks [] for port (aed27aac-e7a4-40e3-8329-e5b521bb9a52), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:33.584215 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-14131884-8a8b-41d1-9556-4b0e18326829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'name': 'tempest-TestShelveInstance-1810369802-router', 'tenant_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:30Z', 'updated_at': '2022-02-07T11:59:31Z', 'revision_number': 3, 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'gw_port': {'id': '1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:03:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:30Z', 'updated_at': '2022-02-07T11:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:59:33.609826 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14131884-8a8b-41d1-9556-4b0e18326829 None None] The sync data for ids ['85dcb5c2-7e6a-4674-adb5-352917530a15'] in dv-cinder-817351-12-iscsi is: [{'id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'name': 'tempest-TestShelveInstance-1810369802-router', 'tenant_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:30Z', 'updated_at': '2022-02-07T11:59:31Z', 'revision_number': 3, 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'gw_port': {'id': '1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:03:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:30Z', 'updated_at': '2022-02-07T11:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}] {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 11:59:33.641739 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c7571a50-bc53-4547-aecb-f777d5b7af39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209623'] for port (aed27aac-e7a4-40e3-8329-e5b521bb9a52), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:33.711036 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7571a50-bc53-4547-aecb-f777d5b7af39 admin admin] Pushing event updated for resources: {'Port': ['ID=aed27aac-e7a4-40e3-8329-e5b521bb9a52,revision_number=2']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:33.713478 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c7571a50-bc53-4547-aecb-f777d5b7af39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-869239'] for router_interface (85dcb5c2-7e6a-4674-adb5-352917530a15), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:33.805149 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7571a50-bc53-4547-aecb-f777d5b7af39 admin admin] Network 044092f0-a486-42dc-94bd-4759b5537247 is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:59:33.806560 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-c7571a50-bc53-4547-aecb-f777d5b7af39 admin admin] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:59:33.939798 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7571a50-bc53-4547-aecb-f777d5b7af39 admin admin] Router 85dcb5c2-7e6a-4674-adb5-352917530a15 has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 11:59:34.179924 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device c269cde2-43bc-4b3a-bf46-0370f05b4d9c up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:59:34.205477 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6532873b-baca-429f-8272-7be9d2d9d888 None None] Provisioning complete for port aed27aac-e7a4-40e3-8329-e5b521bb9a52 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:34.206044 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6532873b-baca-429f-8272-7be9d2d9d888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (aed27aac-e7a4-40e3-8329-e5b521bb9a52), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:34.260392 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6532873b-baca-429f-8272-7be9d2d9d888 None None] Port aed27aac-e7a4-40e3-8329-e5b521bb9a52 cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 11:59:34.267122 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port c269cde2-43bc-4b3a-bf46-0370f05b4d9c triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:34.267506 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (c269cde2-43bc-4b3a-bf46-0370f05b4d9c), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:34.304521 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7571a50-bc53-4547-aecb-f777d5b7af39 admin admin] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 11:59:34.311373 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-c7571a50-bc53-4547-aecb-f777d5b7af39 admin admin] 10.222.0.67 "PUT /v2.0/routers/85dcb5c2-7e6a-4674-adb5-352917530a15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0609515 Feb 07 11:59:34.359504 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port c269cde2-43bc-4b3a-bf46-0370f05b4d9c is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:59:34.360700 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:59:34.409202 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port 1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:34.409603 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:34.495151 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port 1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c is: DOWN; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:59:34.495550 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:34.523402 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] For port 1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c,segment=NetworkSegment(27333d9f-cdd8-4603-a3d3-d9bd5a50a047),segment_id=27333d9f-cdd8-4603-a3d3-d9bd5a50a047)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:59:34.618372 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:34.666933 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Pushing event updated for resources: {'Port': ['ID=1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:34.967664 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 56438) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:59:34.972706 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-0ecda062-a934-4fe7-aead-360b80cf8787 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1532069331-network', 'tenant_id': '7a111ee213c847b195c2995c788a22b9'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:59:35.046827 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecda062-a934-4fe7-aead-360b80cf8787 admin admin] Made reservation on behalf of 7a111ee213c847b195c2995c788a22b9 for: {'network': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:59:35.049261 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-0ecda062-a934-4fe7-aead-360b80cf8787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for network (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:35.058073 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-0ecda062-a934-4fe7-aead-360b80cf8787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:35.135398 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-0ecda062-a934-4fe7-aead-360b80cf8787 admin admin] Publish callbacks [] for security_group (e297dfcd-c2d2-49b8-9da6-e840d5aa2b3e), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:35.212662 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-0ecda062-a934-4fe7-aead-360b80cf8787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (e297dfcd-c2d2-49b8-9da6-e840d5aa2b3e), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:35.238316 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ecda062-a934-4fe7-aead-360b80cf8787 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=109816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 11:59:35.249787 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecda062-a934-4fe7-aead-360b80cf8787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e297dfcd-c2d2-49b8-9da6-e840d5aa2b3e,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:35.255757 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-0ecda062-a934-4fe7-aead-360b80cf8787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (99bbdfe2-b724-41c4-b0b3-f31a39b81913), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:35.256092 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.db.segments_db [None req-0ecda062-a934-4fe7-aead-360b80cf8787 admin admin] Added segment 99bbdfe2-b724-41c4-b0b3-f31a39b81913 of type vlan for network eb825cd8-b928-40f4-8c2d-b850eaf62a90 Feb 07 11:59:35.300808 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-0ecda062-a934-4fe7-aead-360b80cf8787 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782771090189'] for network (eb825cd8-b928-40f4-8c2d-b850eaf62a90), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:35.312085 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75675d00-30ef-4e6f-b05d-69f858cacaad None None] Sync routers for ids ['85dcb5c2-7e6a-4674-adb5-352917530a15'] in dv-cinder-817351-12-iscsi {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 11:59:35.321980 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75675d00-30ef-4e6f-b05d-69f858cacaad None None] Routers {'85dcb5c2-7e6a-4674-adb5-352917530a15'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:59:35.329117 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-75675d00-30ef-4e6f-b05d-69f858cacaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:59:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['85dcb5c2-7e6a-4674-adb5-352917530a15'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:59:35.418359 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-0ecda062-a934-4fe7-aead-360b80cf8787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685'] for network (eb825cd8-b928-40f4-8c2d-b850eaf62a90), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:35.419353 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecda062-a934-4fe7-aead-360b80cf8787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:35.420576 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-0ecda062-a934-4fe7-aead-360b80cf8787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:35.432593 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-75675d00-30ef-4e6f-b05d-69f858cacaad None None] Set router 85dcb5c2-7e6a-4674-adb5-352917530a15 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:59:35.483360 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecda062-a934-4fe7-aead-360b80cf8787 admin admin] Pushing event updated for resources: {'Network': ['ID=eb825cd8-b928-40f4-8c2d-b850eaf62a90,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:35.508748 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Network eb825cd8-b928-40f4-8c2d-b850eaf62a90 details requested by agent ovs-agent-dv-cinder-817351-12-iscsi with host dv-cinder-817351-12-iscsi {{(pid=109817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 11:59:35.548406 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-0ecda062-a934-4fe7-aead-360b80cf8787 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5789573 Feb 07 11:59:35.550627 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 56442) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:59:35.557844 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-b876d4e5-67da-4665-aaef-1edccb1c0a61 admin admin] Request body: {'subnet': {'network_id': 'eb825cd8-b928-40f4-8c2d-b850eaf62a90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1532069331-subnet', 'tenant_id': '7a111ee213c847b195c2995c788a22b9', 'ip_version': 4}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:59:35.652875 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b876d4e5-67da-4665-aaef-1edccb1c0a61 admin admin] Made reservation on behalf of 7a111ee213c847b195c2995c788a22b9 for: {'subnet': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:59:35.655356 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b876d4e5-67da-4665-aaef-1edccb1c0a61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9316235'] for subnet (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:35.702883 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-75675d00-30ef-4e6f-b05d-69f858cacaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'name': 'tempest-TestShelveInstance-1810369802-router', 'tenant_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:30Z', 'updated_at': '2022-02-07T11:59:33Z', 'revision_number': 4, 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'gw_port': {'id': '1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:30Z', 'updated_at': '2022-02-07T11:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': 'aed27aac-e7a4-40e3-8329-e5b521bb9a52', 'name': '', 'network_id': '044092f0-a486-42dc-94bd-4759b5537247', 'tenant_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'mac_address': 'fa:16:3e:c9:ef:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:32Z', 'updated_at': '2022-02-07T11:59:33Z', 'revision_number': 2, 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'subnets': [{'id': '7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:59:35.730096 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75675d00-30ef-4e6f-b05d-69f858cacaad None None] Checking router: 85dcb5c2-7e6a-4674-adb5-352917530a15 for host: dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 11:59:35.730460 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75675d00-30ef-4e6f-b05d-69f858cacaad None None] Updating router 85dcb5c2-7e6a-4674-adb5-352917530a15 port aed27aac-e7a4-40e3-8329-e5b521bb9a52 binding host dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 11:59:35.759428 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-75675d00-30ef-4e6f-b05d-69f858cacaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (aed27aac-e7a4-40e3-8329-e5b521bb9a52), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:35.915859 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b876d4e5-67da-4665-aaef-1edccb1c0a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9209730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9316277'] for subnet (cc9406d6-b76a-4a95-b1d1-8ed49eb6275f), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:35.978722 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b876d4e5-67da-4665-aaef-1edccb1c0a61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc9406d6-b76a-4a95-b1d1-8ed49eb6275f,revision_number=0']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:35.987740 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b876d4e5-67da-4665-aaef-1edccb1c0a61 admin admin] Checking segment: {'id': '99bbdfe2-b724-41c4-b0b3-f31a39b81913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'eb825cd8-b928-40f4-8c2d-b850eaf62a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:59:35.988244 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b876d4e5-67da-4665-aaef-1edccb1c0a61 admin admin] Network hostable DHCP agents. Network: eb825cd8-b928-40f4-8c2d-b850eaf62a90, hostable agents: ['61316a96-21e8-4d75-a705-e1a638ca8432'], hosted agents: [] {{(pid=109816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 11:59:36.052764 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b876d4e5-67da-4665-aaef-1edccb1c0a61 admin admin] Network eb825cd8-b928-40f4-8c2d-b850eaf62a90 is scheduled to be hosted by DHCP agent 61316a96-21e8-4d75-a705-e1a638ca8432 with binding_index 1 {{(pid=109816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 11:59:36.055316 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-75675d00-30ef-4e6f-b05d-69f858cacaad None None] Publish callbacks [] for port (aed27aac-e7a4-40e3-8329-e5b521bb9a52), precommit_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:36.073140 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:59:36.116469 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-75675d00-30ef-4e6f-b05d-69f858cacaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (aed27aac-e7a4-40e3-8329-e5b521bb9a52), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:36.138448 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-b876d4e5-67da-4665-aaef-1edccb1c0a61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-12-iscsi, eb825cd8-b928-40f4-8c2d-b850eaf62a90) {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:59:36.144423 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b876d4e5-67da-4665-aaef-1edccb1c0a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:36.146360 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b876d4e5-67da-4665-aaef-1edccb1c0a61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for subnet (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:36.150441 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970afe4c-8ac2-4201-ac19-424081f5e698 None None] Network eb825cd8-b928-40f4-8c2d-b850eaf62a90 requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 11:59:36.164313 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port 1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:36.164691 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:36.229707 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc98a46-65e3-4e17-ae3b-725c8b61ffd6 None None] Pushing event updated for resources: {'Port': ['ID=aed27aac-e7a4-40e3-8329-e5b521bb9a52,revision_number=3']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:36.235133 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-b876d4e5-67da-4665-aaef-1edccb1c0a61 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6834173 Feb 07 11:59:36.240615 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 56454) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:59:36.245374 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-932fa467-bad6-4be2-8ae7-027af0929a16 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1532069331-router', 'tenant_id': '7a111ee213c847b195c2995c788a22b9', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:59:36.332927 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-932fa467-bad6-4be2-8ae7-027af0929a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-870201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8409'] for router (4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:36.334398 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-932fa467-bad6-4be2-8ae7-027af0929a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-874983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router (4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:36.388107 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-932fa467-bad6-4be2-8ae7-027af0929a16 admin admin] Publish callbacks [] for router_controller (4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e), precommit_add_association {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:36.459707 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-75675d00-30ef-4e6f-b05d-69f858cacaad None None] Attempting to bind port aed27aac-e7a4-40e3-8329-e5b521bb9a52 on host dv-cinder-817351-12-iscsi for vnic_type normal with profile {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:59:36.460267 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-75675d00-30ef-4e6f-b05d-69f858cacaad None None] Attempting to bind port aed27aac-e7a4-40e3-8329-e5b521bb9a52 by drivers openvswitch,hyperv on host dv-cinder-817351-12-iscsi at level 0 using segments [{'id': '1ab64f5e-e237-452a-95a2-99134719eb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '044092f0-a486-42dc-94bd-4759b5537247'}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:59:36.460390 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75675d00-30ef-4e6f-b05d-69f858cacaad None None] Attempting to bind port aed27aac-e7a4-40e3-8329-e5b521bb9a52 on network 044092f0-a486-42dc-94bd-4759b5537247 {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:59:36.473031 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-893c4482-4b15-4450-a732-0333763ef59b None None] Provisioning complete for port aed27aac-e7a4-40e3-8329-e5b521bb9a52 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:36.473416 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-893c4482-4b15-4450-a732-0333763ef59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (aed27aac-e7a4-40e3-8329-e5b521bb9a52), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:36.530027 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75675d00-30ef-4e6f-b05d-69f858cacaad None None] Checking agent: {'id': '3ccea1af-134d-4579-b433-9df459de661e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 47, 45), 'started_at': datetime.datetime(2022, 2, 7, 11, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:59:36.530357 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75675d00-30ef-4e6f-b05d-69f858cacaad None None] Checking segment: {'id': '1ab64f5e-e237-452a-95a2-99134719eb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '044092f0-a486-42dc-94bd-4759b5537247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:59:36.530733 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-75675d00-30ef-4e6f-b05d-69f858cacaad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:36.531234 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75675d00-30ef-4e6f-b05d-69f858cacaad None None] Bound using segment: {'id': '1ab64f5e-e237-452a-95a2-99134719eb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '044092f0-a486-42dc-94bd-4759b5537247'} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:59:36.531594 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-75675d00-30ef-4e6f-b05d-69f858cacaad None None] Bound port: aed27aac-e7a4-40e3-8329-e5b521bb9a52, host: dv-cinder-817351-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab64f5e-e237-452a-95a2-99134719eb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '044092f0-a486-42dc-94bd-4759b5537247'}}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:59:36.531976 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-75675d00-30ef-4e6f-b05d-69f858cacaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (aed27aac-e7a4-40e3-8329-e5b521bb9a52), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:36.540640 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac9590e-5813-4bc1-9d5d-090e061eb4ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70b1ed78-7000-5af2-904f-3db4fdf32486-eb825cd8-b928-40f4-8c2d-b850eaf62a90', 'network_id': 'eb825cd8-b928-40f4-8c2d-b850eaf62a90', 'project_id': '7a111ee213c847b195c2995c788a22b9', 'fixed_ips': [{'subnet_id': 'cc9406d6-b76a-4a95-b1d1-8ed49eb6275f'}]}} from dv-cinder-817351-12-iscsi. {{(pid=109817) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 11:59:36.541464 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-1ac9590e-5813-4bc1-9d5d-090e061eb4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:36.589238 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-893c4482-4b15-4450-a732-0333763ef59b None None] Port aed27aac-e7a4-40e3-8329-e5b521bb9a52 cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 11:59:36.603518 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-932fa467-bad6-4be2-8ae7-027af0929a16 admin admin] Publish callbacks [] for router_gateway (4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:36.609212 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port 1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:59:36.714032 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-75675d00-30ef-4e6f-b05d-69f858cacaad None None] For port aed27aac-e7a4-40e3-8329-e5b521bb9a52, host dv-cinder-817351-12-iscsi, cleared binding levels {{(pid=109817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:59:36.719232 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-75675d00-30ef-4e6f-b05d-69f858cacaad None None] For port aed27aac-e7a4-40e3-8329-e5b521bb9a52, host dv-cinder-817351-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=aed27aac-e7a4-40e3-8329-e5b521bb9a52,segment=NetworkSegment(1ab64f5e-e237-452a-95a2-99134719eb79),segment_id=1ab64f5e-e237-452a-95a2-99134719eb79)] {{(pid=109817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:59:36.772357 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.db_base_plugin_common [None req-1ac9590e-5813-4bc1-9d5d-090e061eb4ca None None] Allocated IP 172.20.0.2 (eb825cd8-b928-40f4-8c2d-b850eaf62a90/cc9406d6-b76a-4a95-b1d1-8ed49eb6275f/3d1350e3-6768-45f5-af4c-d4066b47174a) {{(pid=109817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:59:36.807384 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-75675d00-30ef-4e6f-b05d-69f858cacaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (aed27aac-e7a4-40e3-8329-e5b521bb9a52), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:36.922911 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc98a46-65e3-4e17-ae3b-725c8b61ffd6 None None] Pushing event updated for resources: {'Port': ['ID=aed27aac-e7a4-40e3-8329-e5b521bb9a52,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:36.928128 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75675d00-30ef-4e6f-b05d-69f858cacaad None None] Routers {'85dcb5c2-7e6a-4674-adb5-352917530a15'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:59:36.928866 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-75675d00-30ef-4e6f-b05d-69f858cacaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:59:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['85dcb5c2-7e6a-4674-adb5-352917530a15'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:59:37.081779 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-932fa467-bad6-4be2-8ae7-027af0929a16 admin admin] Publish callbacks [] for router_gateway (4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:37.114761 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-932fa467-bad6-4be2-8ae7-027af0929a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:37.122894 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-1ac9590e-5813-4bc1-9d5d-090e061eb4ca None None] Publish callbacks [] for port (3d1350e3-6768-45f5-af4c-d4066b47174a), precommit_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:37.137105 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-75675d00-30ef-4e6f-b05d-69f858cacaad None None] Set router 85dcb5c2-7e6a-4674-adb5-352917530a15 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:59:37.167104 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-9c60fa8e-4afa-4cb0-9e9e-ecc9a0ce7033 None None] Provisioning complete for port aed27aac-e7a4-40e3-8329-e5b521bb9a52 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:37.167398 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-9c60fa8e-4afa-4cb0-9e9e-ecc9a0ce7033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (aed27aac-e7a4-40e3-8329-e5b521bb9a52), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:37.227202 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_common [None req-932fa467-bad6-4be2-8ae7-027af0929a16 admin admin] Allocated IP 172.27.1.16 (12a459b1-c19f-48b5-9c0c-c18492f1de42/06f471c1-ec2c-4a47-a3f1-0b43664949d1/f82055d2-5f0d-4855-995d-8d18e71eae62) {{(pid=109815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:59:37.236635 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-1ac9590e-5813-4bc1-9d5d-090e061eb4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (3d1350e3-6768-45f5-af4c-d4066b47174a), after_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:37.324760 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac9590e-5813-4bc1-9d5d-090e061eb4ca None None] Network eb825cd8-b928-40f4-8c2d-b850eaf62a90 is already hosted by enough agents. {{(pid=109817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:59:37.334926 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.scheduler.base_scheduler [None req-1ac9590e-5813-4bc1-9d5d-090e061eb4ca None None] Resources bound (agent type, host, resource id): {{(pid=109817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:59:37.341365 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac9590e-5813-4bc1-9d5d-090e061eb4ca None None] Received port after_create {{(pid=109817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:59:37.343515 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-932fa467-bad6-4be2-8ae7-027af0929a16 admin admin] Publish callbacks [] for port (f82055d2-5f0d-4855-995d-8d18e71eae62), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:37.352202 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9590e-5813-4bc1-9d5d-090e061eb4ca None None] Pushing event updated for resources: {'Port': ['ID=3d1350e3-6768-45f5-af4c-d4066b47174a,revision_number=1']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:37.447159 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-932fa467-bad6-4be2-8ae7-027af0929a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (f82055d2-5f0d-4855-995d-8d18e71eae62), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:37.480014 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-1ac9590e-5813-4bc1-9d5d-090e061eb4ca None None] Attempting to bind port 3d1350e3-6768-45f5-af4c-d4066b47174a on host dv-cinder-817351-12-iscsi for vnic_type normal with profile {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:59:37.480586 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-1ac9590e-5813-4bc1-9d5d-090e061eb4ca None None] Attempting to bind port 3d1350e3-6768-45f5-af4c-d4066b47174a by drivers openvswitch,hyperv on host dv-cinder-817351-12-iscsi at level 0 using segments [{'id': '99bbdfe2-b724-41c4-b0b3-f31a39b81913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'eb825cd8-b928-40f4-8c2d-b850eaf62a90'}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:59:37.480722 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac9590e-5813-4bc1-9d5d-090e061eb4ca None None] Attempting to bind port 3d1350e3-6768-45f5-af4c-d4066b47174a on network eb825cd8-b928-40f4-8c2d-b850eaf62a90 {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:59:37.489565 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-9c60fa8e-4afa-4cb0-9e9e-ecc9a0ce7033 None None] Current status of the port aed27aac-e7a4-40e3-8329-e5b521bb9a52 is: DOWN; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:59:37.490419 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-9c60fa8e-4afa-4cb0-9e9e-ecc9a0ce7033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (aed27aac-e7a4-40e3-8329-e5b521bb9a52), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:37.491670 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932fa467-bad6-4be2-8ae7-027af0929a16 admin admin] Network 12a459b1-c19f-48b5-9c0c-c18492f1de42 is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:59:37.494370 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac9590e-5813-4bc1-9d5d-090e061eb4ca None None] Checking agent: {'id': '3ccea1af-134d-4579-b433-9df459de661e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 47, 45), 'started_at': datetime.datetime(2022, 2, 7, 11, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:59:37.494593 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-932fa467-bad6-4be2-8ae7-027af0929a16 admin admin] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:59:37.494731 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac9590e-5813-4bc1-9d5d-090e061eb4ca None None] Checking segment: {'id': '99bbdfe2-b724-41c4-b0b3-f31a39b81913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'eb825cd8-b928-40f4-8c2d-b850eaf62a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:59:37.495128 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-1ac9590e-5813-4bc1-9d5d-090e061eb4ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:37.497238 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac9590e-5813-4bc1-9d5d-090e061eb4ca None None] Bound using segment: {'id': '99bbdfe2-b724-41c4-b0b3-f31a39b81913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'eb825cd8-b928-40f4-8c2d-b850eaf62a90'} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:59:37.497238 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-1ac9590e-5813-4bc1-9d5d-090e061eb4ca None None] Bound port: 3d1350e3-6768-45f5-af4c-d4066b47174a, host: dv-cinder-817351-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99bbdfe2-b724-41c4-b0b3-f31a39b81913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'eb825cd8-b928-40f4-8c2d-b850eaf62a90'}}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:59:37.497238 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-1ac9590e-5813-4bc1-9d5d-090e061eb4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (3d1350e3-6768-45f5-af4c-d4066b47174a), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:37.498203 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932fa467-bad6-4be2-8ae7-027af0929a16 admin admin] Received port after_create {{(pid=109815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:59:37.532937 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932fa467-bad6-4be2-8ae7-027af0929a16 admin admin] Pushing event updated for resources: {'Port': ['ID=f82055d2-5f0d-4855-995d-8d18e71eae62,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:37.564570 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-9c60fa8e-4afa-4cb0-9e9e-ecc9a0ce7033 None None] For port aed27aac-e7a4-40e3-8329-e5b521bb9a52, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=aed27aac-e7a4-40e3-8329-e5b521bb9a52,segment=NetworkSegment(1ab64f5e-e237-452a-95a2-99134719eb79),segment_id=1ab64f5e-e237-452a-95a2-99134719eb79)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:59:37.592967 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-75675d00-30ef-4e6f-b05d-69f858cacaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'name': 'tempest-TestShelveInstance-1810369802-router', 'tenant_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:30Z', 'updated_at': '2022-02-07T11:59:33Z', 'revision_number': 4, 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'gw_port': {'id': '1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:30Z', 'updated_at': '2022-02-07T11:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': 'aed27aac-e7a4-40e3-8329-e5b521bb9a52', 'name': '', 'network_id': '044092f0-a486-42dc-94bd-4759b5537247', 'tenant_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'mac_address': 'fa:16:3e:c9:ef:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:32Z', 'updated_at': '2022-02-07T11:59:36Z', 'revision_number': 4, 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'subnets': [{'id': '7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:59:37.624369 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75675d00-30ef-4e6f-b05d-69f858cacaad None None] The sync data for ids ['85dcb5c2-7e6a-4674-adb5-352917530a15'] in dv-cinder-817351-12-iscsi is: [{'id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'name': 'tempest-TestShelveInstance-1810369802-router', 'tenant_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:30Z', 'updated_at': '2022-02-07T11:59:33Z', 'revision_number': 4, 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'gw_port': {'id': '1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:30Z', 'updated_at': '2022-02-07T11:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': 'aed27aac-e7a4-40e3-8329-e5b521bb9a52', 'name': '', 'network_id': '044092f0-a486-42dc-94bd-4759b5537247', 'tenant_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'mac_address': 'fa:16:3e:c9:ef:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:32Z', 'updated_at': '2022-02-07T11:59:36Z', 'revision_number': 4, 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'subnets': [{'id': '7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 11:59:37.626326 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-1ac9590e-5813-4bc1-9d5d-090e061eb4ca None None] For port 3d1350e3-6768-45f5-af4c-d4066b47174a, host dv-cinder-817351-12-iscsi, cleared binding levels {{(pid=109817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:59:37.634929 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-9c60fa8e-4afa-4cb0-9e9e-ecc9a0ce7033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (aed27aac-e7a4-40e3-8329-e5b521bb9a52), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:37.641154 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-1ac9590e-5813-4bc1-9d5d-090e061eb4ca None None] For port 3d1350e3-6768-45f5-af4c-d4066b47174a, host dv-cinder-817351-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=3d1350e3-6768-45f5-af4c-d4066b47174a,segment=NetworkSegment(99bbdfe2-b724-41c4-b0b3-f31a39b81913),segment_id=99bbdfe2-b724-41c4-b0b3-f31a39b81913)] {{(pid=109817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:59:37.731256 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-1ac9590e-5813-4bc1-9d5d-090e061eb4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (3d1350e3-6768-45f5-af4c-d4066b47174a), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:37.752004 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60fa8e-4afa-4cb0-9e9e-ecc9a0ce7033 None None] Pushing event updated for resources: {'Port': ['ID=aed27aac-e7a4-40e3-8329-e5b521bb9a52,revision_number=5']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:37.855991 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9590e-5813-4bc1-9d5d-090e061eb4ca None None] Pushing event updated for resources: {'Port': ['ID=3d1350e3-6768-45f5-af4c-d4066b47174a,revision_number=2']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:37.899250 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-932fa467-bad6-4be2-8ae7-027af0929a16 admin admin] Publish callbacks [] for router_gateway (4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:38.163299 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-932fa467-bad6-4be2-8ae7-027af0929a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-870326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-875824'] for router (4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:38.177422 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device aed27aac-e7a4-40e3-8329-e5b521bb9a52 up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:59:38.232008 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port aed27aac-e7a4-40e3-8329-e5b521bb9a52 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:38.232545 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (aed27aac-e7a4-40e3-8329-e5b521bb9a52), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:38.363064 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port aed27aac-e7a4-40e3-8329-e5b521bb9a52 is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:59:38.378404 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932fa467-bad6-4be2-8ae7-027af0929a16 admin admin] Router 4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e is scheduled to L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad with binding_index 1 {{(pid=109815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 11:59:38.407065 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-c8708963-7417-45fe-afc5-ec10ae2db885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:38.499176 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932fa467-bad6-4be2-8ae7-027af0929a16 admin admin] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 11:59:38.509201 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f66305-b0a3-4aeb-91f7-dec56414c0bc None None] Sync routers for ids ['4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e'] in dv-cinder-817351-12-iscsi {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 11:59:38.519552 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f66305-b0a3-4aeb-91f7-dec56414c0bc None None] Routers {'4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:59:38.520257 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-03f66305-b0a3-4aeb-91f7-dec56414c0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:59:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:59:38.587457 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-932fa467-bad6-4be2-8ae7-027af0929a16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:38.588891 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-932fa467-bad6-4be2-8ae7-027af0929a16 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3472693 Feb 07 11:59:38.591643 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 56476) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:59:38.649304 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-03f66305-b0a3-4aeb-91f7-dec56414c0bc None None] Set router 4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:59:38.884381 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-03f66305-b0a3-4aeb-91f7-dec56414c0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e', 'name': 'tempest-TestShelveInstance-1532069331-router', 'tenant_id': '7a111ee213c847b195c2995c788a22b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f82055d2-5f0d-4855-995d-8d18e71eae62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:36Z', 'updated_at': '2022-02-07T11:59:37Z', 'revision_number': 3, 'project_id': '7a111ee213c847b195c2995c788a22b9', 'gw_port': {'id': 'f82055d2-5f0d-4855-995d-8d18e71eae62', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:37Z', 'updated_at': '2022-02-07T11:59:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:59:38.923236 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f66305-b0a3-4aeb-91f7-dec56414c0bc None None] Checking router: 4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e for host: dv-cinder-817351-12-iscsi {{(pid=109818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 11:59:38.923583 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f66305-b0a3-4aeb-91f7-dec56414c0bc None None] Updating router 4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e port f82055d2-5f0d-4855-995d-8d18e71eae62 binding host dv-cinder-817351-12-iscsi {{(pid=109818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 11:59:38.965389 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-03f66305-b0a3-4aeb-91f7-dec56414c0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (f82055d2-5f0d-4855-995d-8d18e71eae62), before_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:39.051977 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3d06c3-b430-495f-a7cb-99bbd2258dbc None None] Network eb825cd8-b928-40f4-8c2d-b850eaf62a90 requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 11:59:39.139923 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-2143687d-e716-40a0-9c25-217e7f59f7c3 None None] Provisioning complete for port 3d1350e3-6768-45f5-af4c-d4066b47174a triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:39.140214 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-2143687d-e716-40a0-9c25-217e7f59f7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (3d1350e3-6768-45f5-af4c-d4066b47174a), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:39.196167 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ba1a696a-194f-4d93-9f41-14be9c4dd2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:39.274214 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-03f66305-b0a3-4aeb-91f7-dec56414c0bc None None] Publish callbacks [] for port (f82055d2-5f0d-4855-995d-8d18e71eae62), precommit_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:39.277323 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-2143687d-e716-40a0-9c25-217e7f59f7c3 None None] Current status of the port 3d1350e3-6768-45f5-af4c-d4066b47174a is: DOWN; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:59:39.277857 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-2143687d-e716-40a0-9c25-217e7f59f7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (3d1350e3-6768-45f5-af4c-d4066b47174a), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:39.316668 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-2143687d-e716-40a0-9c25-217e7f59f7c3 None None] For port 3d1350e3-6768-45f5-af4c-d4066b47174a, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=3d1350e3-6768-45f5-af4c-d4066b47174a,segment=NetworkSegment(99bbdfe2-b724-41c4-b0b3-f31a39b81913),segment_id=99bbdfe2-b724-41c4-b0b3-f31a39b81913)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:59:39.338214 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-03f66305-b0a3-4aeb-91f7-dec56414c0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (f82055d2-5f0d-4855-995d-8d18e71eae62), after_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:39.361193 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-2143687d-e716-40a0-9c25-217e7f59f7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (3d1350e3-6768-45f5-af4c-d4066b47174a), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:39.398560 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.managers [None req-03f66305-b0a3-4aeb-91f7-dec56414c0bc None None] Attempting to bind port f82055d2-5f0d-4855-995d-8d18e71eae62 on host dv-cinder-817351-12-iscsi for vnic_type normal with profile {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:59:39.398862 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.managers [None req-03f66305-b0a3-4aeb-91f7-dec56414c0bc None None] Attempting to bind port f82055d2-5f0d-4855-995d-8d18e71eae62 by drivers openvswitch,hyperv on host dv-cinder-817351-12-iscsi at level 0 using segments [{'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}] {{(pid=109818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:59:39.399364 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f66305-b0a3-4aeb-91f7-dec56414c0bc None None] Attempting to bind port f82055d2-5f0d-4855-995d-8d18e71eae62 on network 12a459b1-c19f-48b5-9c0c-c18492f1de42 {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:59:39.406803 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e19ed0-d97c-417c-9124-6e9b5ca8f178 None None] Pushing event updated for resources: {'Port': ['ID=f82055d2-5f0d-4855-995d-8d18e71eae62,revision_number=2']} {{(pid=109818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:39.409190 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_common [None req-ba1a696a-194f-4d93-9f41-14be9c4dd2e4 admin admin] Allocated IP 172.20.0.1 (eb825cd8-b928-40f4-8c2d-b850eaf62a90/cc9406d6-b76a-4a95-b1d1-8ed49eb6275f/5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11) {{(pid=109815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:59:39.415879 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f66305-b0a3-4aeb-91f7-dec56414c0bc None None] Checking agent: {'id': '3ccea1af-134d-4579-b433-9df459de661e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 47, 45), 'started_at': datetime.datetime(2022, 2, 7, 11, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:59:39.416261 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f66305-b0a3-4aeb-91f7-dec56414c0bc None None] Checking segment: {'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:59:39.417116 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-03f66305-b0a3-4aeb-91f7-dec56414c0bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:39.417513 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f66305-b0a3-4aeb-91f7-dec56414c0bc None None] Bound using segment: {'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'} {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:59:39.418030 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.managers [None req-03f66305-b0a3-4aeb-91f7-dec56414c0bc None None] Bound port: f82055d2-5f0d-4855-995d-8d18e71eae62, host: dv-cinder-817351-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}}] {{(pid=109818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:59:39.418414 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-03f66305-b0a3-4aeb-91f7-dec56414c0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (f82055d2-5f0d-4855-995d-8d18e71eae62), before_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:39.435038 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143687d-e716-40a0-9c25-217e7f59f7c3 None None] Pushing event updated for resources: {'Port': ['ID=3d1350e3-6768-45f5-af4c-d4066b47174a,revision_number=3']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:39.495825 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.db [None req-03f66305-b0a3-4aeb-91f7-dec56414c0bc None None] For port f82055d2-5f0d-4855-995d-8d18e71eae62, host dv-cinder-817351-12-iscsi, cleared binding levels {{(pid=109818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:59:39.502411 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.db [None req-03f66305-b0a3-4aeb-91f7-dec56414c0bc None None] For port f82055d2-5f0d-4855-995d-8d18e71eae62, host dv-cinder-817351-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=f82055d2-5f0d-4855-995d-8d18e71eae62,segment=NetworkSegment(27333d9f-cdd8-4603-a3d3-d9bd5a50a047),segment_id=27333d9f-cdd8-4603-a3d3-d9bd5a50a047)] {{(pid=109818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:59:39.529765 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ba1a696a-194f-4d93-9f41-14be9c4dd2e4 admin admin] Publish callbacks [] for port (5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:39.562062 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-03f66305-b0a3-4aeb-91f7-dec56414c0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (f82055d2-5f0d-4855-995d-8d18e71eae62), after_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:39.585731 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-073b3148-c49a-493e-978d-a6b584a4b680 None None] Provisioning complete for port 3d1350e3-6768-45f5-af4c-d4066b47174a triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:39.586141 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-073b3148-c49a-493e-978d-a6b584a4b680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (3d1350e3-6768-45f5-af4c-d4066b47174a), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:39.609696 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ba1a696a-194f-4d93-9f41-14be9c4dd2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:39.621018 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f66305-b0a3-4aeb-91f7-dec56414c0bc None None] Routers {'4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:59:39.621685 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-03f66305-b0a3-4aeb-91f7-dec56414c0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:59:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:59:39.665500 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a696a-194f-4d93-9f41-14be9c4dd2e4 admin admin] Pushing event updated for resources: {'Port': ['ID=5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:39.680855 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1a696a-194f-4d93-9f41-14be9c4dd2e4 admin admin] Network eb825cd8-b928-40f4-8c2d-b850eaf62a90 is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:59:39.683005 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-ba1a696a-194f-4d93-9f41-14be9c4dd2e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:59:39.685955 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1a696a-194f-4d93-9f41-14be9c4dd2e4 admin admin] Received port after_create {{(pid=109815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:59:39.686578 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ba1a696a-194f-4d93-9f41-14be9c4dd2e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-876007'] for router_interface (4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:39.794852 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e19ed0-d97c-417c-9124-6e9b5ca8f178 None None] Pushing event updated for resources: {'Port': ['ID=f82055d2-5f0d-4855-995d-8d18e71eae62,revision_number=3']} {{(pid=109818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:39.816808 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-073b3148-c49a-493e-978d-a6b584a4b680 None None] Current status of the port 3d1350e3-6768-45f5-af4c-d4066b47174a is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:59:39.864169 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-03f66305-b0a3-4aeb-91f7-dec56414c0bc None None] Set router 4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:59:39.906652 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ba1a696a-194f-4d93-9f41-14be9c4dd2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:40.053954 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-cf14a355-09d2-4f01-adaa-c9aa9d26f2fb None None] Provisioning complete for port 5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:40.054525 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-cf14a355-09d2-4f01-adaa-c9aa9d26f2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:40.128045 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-cf14a355-09d2-4f01-adaa-c9aa9d26f2fb None None] Port 5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11 cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 11:59:40.145694 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 3d1350e3-6768-45f5-af4c-d4066b47174a up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:59:40.153028 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-03f66305-b0a3-4aeb-91f7-dec56414c0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e', 'name': 'tempest-TestShelveInstance-1532069331-router', 'tenant_id': '7a111ee213c847b195c2995c788a22b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f82055d2-5f0d-4855-995d-8d18e71eae62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:36Z', 'updated_at': '2022-02-07T11:59:37Z', 'revision_number': 3, 'project_id': '7a111ee213c847b195c2995c788a22b9', 'gw_port': {'id': 'f82055d2-5f0d-4855-995d-8d18e71eae62', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:37Z', 'updated_at': '2022-02-07T11:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:59:40.161205 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ba1a696a-194f-4d93-9f41-14be9c4dd2e4 admin admin] Publish callbacks [] for port (5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:40.180015 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f66305-b0a3-4aeb-91f7-dec56414c0bc None None] The sync data for ids ['4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e'] in dv-cinder-817351-12-iscsi is: [{'id': '4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e', 'name': 'tempest-TestShelveInstance-1532069331-router', 'tenant_id': '7a111ee213c847b195c2995c788a22b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f82055d2-5f0d-4855-995d-8d18e71eae62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:36Z', 'updated_at': '2022-02-07T11:59:37Z', 'revision_number': 3, 'project_id': '7a111ee213c847b195c2995c788a22b9', 'gw_port': {'id': 'f82055d2-5f0d-4855-995d-8d18e71eae62', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:37Z', 'updated_at': '2022-02-07T11:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}] {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 11:59:40.211263 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port 3d1350e3-6768-45f5-af4c-d4066b47174a triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:40.211263 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (3d1350e3-6768-45f5-af4c-d4066b47174a), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:40.247345 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ba1a696a-194f-4d93-9f41-14be9c4dd2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:40.249075 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ba1a696a-194f-4d93-9f41-14be9c4dd2e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-869239'] for router_interface (4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:40.340268 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port 3d1350e3-6768-45f5-af4c-d4066b47174a is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:59:40.379921 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a696a-194f-4d93-9f41-14be9c4dd2e4 admin admin] Pushing event updated for resources: {'Port': ['ID=5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:40.419517 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1a696a-194f-4d93-9f41-14be9c4dd2e4 admin admin] Network eb825cd8-b928-40f4-8c2d-b850eaf62a90 is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:59:40.421886 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-ba1a696a-194f-4d93-9f41-14be9c4dd2e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:59:40.601510 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba1a696a-194f-4d93-9f41-14be9c4dd2e4 admin admin] Router 4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 11:59:40.646703 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-dccf2bf8-2cf5-4ac0-a813-fad92be8da81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:40.755136 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-9065364f-7442-4fba-b833-2464ce141d14 None None] Provisioning complete for port 5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:40.755538 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-9065364f-7442-4fba-b833-2464ce141d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:40.798984 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-9065364f-7442-4fba-b833-2464ce141d14 None None] Port 5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11 cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 11:59:40.959066 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1a696a-194f-4d93-9f41-14be9c4dd2e4 admin admin] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 11:59:40.964784 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-ba1a696a-194f-4d93-9f41-14be9c4dd2e4 admin admin] 10.222.0.67 "PUT /v2.0/routers/4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3720374 Feb 07 11:59:41.561527 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 56534) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:59:41.566371 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-39c112b5-668a-468c-b719-845de91ee6fc tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1929671899', 'description': 'tempest-secgroup-smoke-1929671899 description', 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:59:41.647480 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-39c112b5-668a-468c-b719-845de91ee6fc tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:41.699392 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:41.734137 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-39c112b5-668a-468c-b719-845de91ee6fc tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks [] for security_group (9257c956-ffe0-4f48-8a3c-2c8a4cad2f31), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:41.829747 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-39c112b5-668a-468c-b719-845de91ee6fc tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (9257c956-ffe0-4f48-8a3c-2c8a4cad2f31), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:41.876127 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c112b5-668a-468c-b719-845de91ee6fc tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:41.958030 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-39c112b5-668a-468c-b719-845de91ee6fc tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:41.963082 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 56548) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:59:41.967696 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-e84e6197-355c-4600-80a8-953b6747f5f4 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Request body: {'security_group_rule': {'security_group_id': '9257c956-ffe0-4f48-8a3c-2c8a4cad2f31', 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:59:41.970203 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-39c112b5-668a-468c-b719-845de91ee6fc tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4074624 Feb 07 11:59:42.057244 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9377ba5e-353b-4f92-8873-fe44b697bca7 None None] Sync routers for ids ['4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e'] in dv-cinder-817351-12-iscsi {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 11:59:42.077454 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e84e6197-355c-4600-80a8-953b6747f5f4 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks [] for security_group_rule (bad8c4e5-9455-47e4-bd31-c98ff8340bc2), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:42.082486 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9377ba5e-353b-4f92-8873-fe44b697bca7 None None] Routers {'4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:59:42.083468 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-9377ba5e-353b-4f92-8873-fe44b697bca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:59:40Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:59:42.146027 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e84e6197-355c-4600-80a8-953b6747f5f4 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks [] for security_group_rule (bad8c4e5-9455-47e4-bd31-c98ff8340bc2), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:42.176020 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device f82055d2-5f0d-4855-995d-8d18e71eae62 up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:59:42.218544 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e84e6197-355c-4600-80a8-953b6747f5f4 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032617'] for security_group_rule (bad8c4e5-9455-47e4-bd31-c98ff8340bc2), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:42.236766 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e6197-355c-4600-80a8-953b6747f5f4 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad8c4e5-9455-47e4-bd31-c98ff8340bc2,revision_number=0']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:42.257690 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-9377ba5e-353b-4f92-8873-fe44b697bca7 None None] Set router 4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:59:42.259952 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port f82055d2-5f0d-4855-995d-8d18e71eae62 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:42.260336 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (f82055d2-5f0d-4855-995d-8d18e71eae62), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:42.306206 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e84e6197-355c-4600-80a8-953b6747f5f4 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:42.307655 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-e84e6197-355c-4600-80a8-953b6747f5f4 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3435478 Feb 07 11:59:42.310358 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 56556) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:59:42.315721 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-2760f520-0394-4fc4-a8c9-9feb34a5473d tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Request body: {'security_group_rule': {'security_group_id': '9257c956-ffe0-4f48-8a3c-2c8a4cad2f31', 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:59:42.418429 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-2760f520-0394-4fc4-a8c9-9feb34a5473d tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks [] for security_group_rule (3f92aca5-f809-41d9-b8d3-a31fb1bb7285), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:42.470807 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port f82055d2-5f0d-4855-995d-8d18e71eae62 is: DOWN; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:59:42.471192 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (f82055d2-5f0d-4855-995d-8d18e71eae62), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:42.475735 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-2760f520-0394-4fc4-a8c9-9feb34a5473d tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks [] for security_group_rule (3f92aca5-f809-41d9-b8d3-a31fb1bb7285), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:42.511531 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] For port f82055d2-5f0d-4855-995d-8d18e71eae62, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=f82055d2-5f0d-4855-995d-8d18e71eae62,segment=NetworkSegment(27333d9f-cdd8-4603-a3d3-d9bd5a50a047),segment_id=27333d9f-cdd8-4603-a3d3-d9bd5a50a047)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:59:42.535040 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-9377ba5e-353b-4f92-8873-fe44b697bca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e', 'name': 'tempest-TestShelveInstance-1532069331-router', 'tenant_id': '7a111ee213c847b195c2995c788a22b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f82055d2-5f0d-4855-995d-8d18e71eae62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:36Z', 'updated_at': '2022-02-07T11:59:39Z', 'revision_number': 4, 'project_id': '7a111ee213c847b195c2995c788a22b9', 'gw_port': {'id': 'f82055d2-5f0d-4855-995d-8d18e71eae62', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:37Z', 'updated_at': '2022-02-07T11:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11', 'name': '', 'network_id': 'eb825cd8-b928-40f4-8c2d-b850eaf62a90', 'tenant_id': '7a111ee213c847b195c2995c788a22b9', 'mac_address': 'fa:16:3e:5d:9e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'cc9406d6-b76a-4a95-b1d1-8ed49eb6275f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:39Z', 'updated_at': '2022-02-07T11:59:39Z', 'revision_number': 2, 'project_id': '7a111ee213c847b195c2995c788a22b9', 'subnets': [{'id': 'cc9406d6-b76a-4a95-b1d1-8ed49eb6275f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:59:42.555685 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-2760f520-0394-4fc4-a8c9-9feb34a5473d tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032617'] for security_group_rule (3f92aca5-f809-41d9-b8d3-a31fb1bb7285), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:42.565447 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9377ba5e-353b-4f92-8873-fe44b697bca7 None None] Checking router: 4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e for host: dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 11:59:42.569366 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9377ba5e-353b-4f92-8873-fe44b697bca7 None None] Updating router 4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e port 5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11 binding host dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 11:59:42.574210 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760f520-0394-4fc4-a8c9-9feb34a5473d tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f92aca5-f809-41d9-b8d3-a31fb1bb7285,revision_number=0']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:42.591286 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (f82055d2-5f0d-4855-995d-8d18e71eae62), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:42.597932 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-9377ba5e-353b-4f92-8873-fe44b697bca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:42.660067 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-2760f520-0394-4fc4-a8c9-9feb34a5473d tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:42.663907 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-2760f520-0394-4fc4-a8c9-9feb34a5473d tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3493288 Feb 07 11:59:42.664116 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 56560) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:59:42.668456 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-fdc2a075-eae6-439e-97b9-22df74381f23 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Request body: {'security_group_rule': {'security_group_id': '9257c956-ffe0-4f48-8a3c-2c8a4cad2f31', 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:59:42.673783 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Pushing event updated for resources: {'Port': ['ID=f82055d2-5f0d-4855-995d-8d18e71eae62,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:42.771869 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-fdc2a075-eae6-439e-97b9-22df74381f23 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks [] for security_group_rule (944b9a32-e141-4a98-bb45-36825062e757), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:42.830599 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-fdc2a075-eae6-439e-97b9-22df74381f23 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks [] for security_group_rule (944b9a32-e141-4a98-bb45-36825062e757), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:42.892961 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-fdc2a075-eae6-439e-97b9-22df74381f23 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032617'] for security_group_rule (944b9a32-e141-4a98-bb45-36825062e757), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:42.901193 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-9377ba5e-353b-4f92-8873-fe44b697bca7 None None] Publish callbacks [] for port (5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11), precommit_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:42.912733 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2a075-eae6-439e-97b9-22df74381f23 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944b9a32-e141-4a98-bb45-36825062e757,revision_number=0']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:42.961430 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-9377ba5e-353b-4f92-8873-fe44b697bca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:42.993235 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-fdc2a075-eae6-439e-97b9-22df74381f23 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:42.995030 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-fdc2a075-eae6-439e-97b9-22df74381f23 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3295715 Feb 07 11:59:42.997449 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 56572) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:59:43.003171 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-04d5100c-1afc-4baf-81ea-492eb76879eb tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Request body: {'security_group_rule': {'security_group_id': '9257c956-ffe0-4f48-8a3c-2c8a4cad2f31', 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:59:43.040493 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03999f-ab47-4a60-b6a0-6aabc81bcc2e None None] Pushing event updated for resources: {'Port': ['ID=5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11,revision_number=3']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:43.072467 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-9377ba5e-353b-4f92-8873-fe44b697bca7 None None] Attempting to bind port 5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11 on host dv-cinder-817351-12-iscsi for vnic_type normal with profile {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:59:43.072924 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-9377ba5e-353b-4f92-8873-fe44b697bca7 None None] Attempting to bind port 5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11 by drivers openvswitch,hyperv on host dv-cinder-817351-12-iscsi at level 0 using segments [{'id': '99bbdfe2-b724-41c4-b0b3-f31a39b81913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'eb825cd8-b928-40f4-8c2d-b850eaf62a90'}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:59:43.073362 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9377ba5e-353b-4f92-8873-fe44b697bca7 None None] Attempting to bind port 5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11 on network eb825cd8-b928-40f4-8c2d-b850eaf62a90 {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:59:43.079876 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9377ba5e-353b-4f92-8873-fe44b697bca7 None None] Checking agent: {'id': '3ccea1af-134d-4579-b433-9df459de661e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 47, 45), 'started_at': datetime.datetime(2022, 2, 7, 11, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:59:43.080573 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9377ba5e-353b-4f92-8873-fe44b697bca7 None None] Checking segment: {'id': '99bbdfe2-b724-41c4-b0b3-f31a39b81913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'eb825cd8-b928-40f4-8c2d-b850eaf62a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:59:43.081222 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-9377ba5e-353b-4f92-8873-fe44b697bca7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:43.081644 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9377ba5e-353b-4f92-8873-fe44b697bca7 None None] Bound using segment: {'id': '99bbdfe2-b724-41c4-b0b3-f31a39b81913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'eb825cd8-b928-40f4-8c2d-b850eaf62a90'} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:59:43.082181 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-9377ba5e-353b-4f92-8873-fe44b697bca7 None None] Bound port: 5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11, host: dv-cinder-817351-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99bbdfe2-b724-41c4-b0b3-f31a39b81913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'eb825cd8-b928-40f4-8c2d-b850eaf62a90'}}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:59:43.082566 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-9377ba5e-353b-4f92-8873-fe44b697bca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:43.092724 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-04d5100c-1afc-4baf-81ea-492eb76879eb tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks [] for security_group_rule (4ccd7174-28bf-44e3-992c-dc6ab1f7800d), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:43.150752 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-9377ba5e-353b-4f92-8873-fe44b697bca7 None None] For port 5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11, host dv-cinder-817351-12-iscsi, cleared binding levels {{(pid=109817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:59:43.155243 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-9377ba5e-353b-4f92-8873-fe44b697bca7 None None] For port 5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11, host dv-cinder-817351-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11,segment=NetworkSegment(99bbdfe2-b724-41c4-b0b3-f31a39b81913),segment_id=99bbdfe2-b724-41c4-b0b3-f31a39b81913)] {{(pid=109817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:59:43.159275 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-04d5100c-1afc-4baf-81ea-492eb76879eb tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks [] for security_group_rule (4ccd7174-28bf-44e3-992c-dc6ab1f7800d), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:43.238318 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-f708f129-8140-413f-990e-2f18a8ae26db None None] Provisioning complete for port 5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:43.238695 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-f708f129-8140-413f-990e-2f18a8ae26db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:43.261047 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-9377ba5e-353b-4f92-8873-fe44b697bca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:43.292460 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-04d5100c-1afc-4baf-81ea-492eb76879eb tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032617'] for security_group_rule (4ccd7174-28bf-44e3-992c-dc6ab1f7800d), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:43.316572 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5100c-1afc-4baf-81ea-492eb76879eb tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ccd7174-28bf-44e3-992c-dc6ab1f7800d,revision_number=0']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:43.319171 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-f708f129-8140-413f-990e-2f18a8ae26db None None] Port 5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11 cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 11:59:43.337419 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9377ba5e-353b-4f92-8873-fe44b697bca7 None None] Routers {'4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:59:43.338185 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-9377ba5e-353b-4f92-8873-fe44b697bca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:59:40Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:59:43.339937 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03999f-ab47-4a60-b6a0-6aabc81bcc2e None None] Pushing event updated for resources: {'Port': ['ID=5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:43.409112 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-04d5100c-1afc-4baf-81ea-492eb76879eb tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:43.410406 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-04d5100c-1afc-4baf-81ea-492eb76879eb tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4114556 Feb 07 11:59:43.413152 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 56576) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:59:43.417838 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-caefe5e7-7420-41c9-83c1-44948f9d9c2a tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Request body: {'security_group_rule': {'security_group_id': '9257c956-ffe0-4f48-8a3c-2c8a4cad2f31', 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:59:43.453325 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-9377ba5e-353b-4f92-8873-fe44b697bca7 None None] Set router 4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:59:43.532951 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.db.securitygroups_db [None req-caefe5e7-7420-41c9-83c1-44948f9d9c2a tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Project 569021eb1f054aa0b9a76bfafa7d7bf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 11:59:43.538269 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-caefe5e7-7420-41c9-83c1-44948f9d9c2a tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks [] for security_group_rule (dcfaa98c-4fc5-4f96-9f69-071f4cacf25a), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:43.599669 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-2f706f93-afae-4965-be69-1a24cb3ddfbb None None] Provisioning complete for port 5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:43.599940 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-2f706f93-afae-4965-be69-1a24cb3ddfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:43.609326 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-caefe5e7-7420-41c9-83c1-44948f9d9c2a tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks [] for security_group_rule (dcfaa98c-4fc5-4f96-9f69-071f4cacf25a), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:43.693894 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:43.733401 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-2f706f93-afae-4965-be69-1a24cb3ddfbb None None] Current status of the port 5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11 is: DOWN; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:59:43.733817 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-2f706f93-afae-4965-be69-1a24cb3ddfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:43.744316 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-caefe5e7-7420-41c9-83c1-44948f9d9c2a tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032617'] for security_group_rule (dcfaa98c-4fc5-4f96-9f69-071f4cacf25a), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:43.763509 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caefe5e7-7420-41c9-83c1-44948f9d9c2a tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcfaa98c-4fc5-4f96-9f69-071f4cacf25a,revision_number=0']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:43.771692 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-9377ba5e-353b-4f92-8873-fe44b697bca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e', 'name': 'tempest-TestShelveInstance-1532069331-router', 'tenant_id': '7a111ee213c847b195c2995c788a22b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f82055d2-5f0d-4855-995d-8d18e71eae62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:36Z', 'updated_at': '2022-02-07T11:59:39Z', 'revision_number': 4, 'project_id': '7a111ee213c847b195c2995c788a22b9', 'gw_port': {'id': 'f82055d2-5f0d-4855-995d-8d18e71eae62', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:37Z', 'updated_at': '2022-02-07T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11', 'name': '', 'network_id': 'eb825cd8-b928-40f4-8c2d-b850eaf62a90', 'tenant_id': '7a111ee213c847b195c2995c788a22b9', 'mac_address': 'fa:16:3e:5d:9e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'cc9406d6-b76a-4a95-b1d1-8ed49eb6275f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:39Z', 'updated_at': '2022-02-07T11:59:43Z', 'revision_number': 4, 'project_id': '7a111ee213c847b195c2995c788a22b9', 'subnets': [{'id': 'cc9406d6-b76a-4a95-b1d1-8ed49eb6275f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:59:43.776605 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-2f706f93-afae-4965-be69-1a24cb3ddfbb None None] For port 5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11,segment=NetworkSegment(99bbdfe2-b724-41c4-b0b3-f31a39b81913),segment_id=99bbdfe2-b724-41c4-b0b3-f31a39b81913)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:59:43.804674 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9377ba5e-353b-4f92-8873-fe44b697bca7 None None] The sync data for ids ['4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e'] in dv-cinder-817351-12-iscsi is: [{'id': '4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e', 'name': 'tempest-TestShelveInstance-1532069331-router', 'tenant_id': '7a111ee213c847b195c2995c788a22b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f82055d2-5f0d-4855-995d-8d18e71eae62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:36Z', 'updated_at': '2022-02-07T11:59:39Z', 'revision_number': 4, 'project_id': '7a111ee213c847b195c2995c788a22b9', 'gw_port': {'id': 'f82055d2-5f0d-4855-995d-8d18e71eae62', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:37Z', 'updated_at': '2022-02-07T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11', 'name': '', 'network_id': 'eb825cd8-b928-40f4-8c2d-b850eaf62a90', 'tenant_id': '7a111ee213c847b195c2995c788a22b9', 'mac_address': 'fa:16:3e:5d:9e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'cc9406d6-b76a-4a95-b1d1-8ed49eb6275f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:39Z', 'updated_at': '2022-02-07T11:59:43Z', 'revision_number': 4, 'project_id': '7a111ee213c847b195c2995c788a22b9', 'subnets': [{'id': 'cc9406d6-b76a-4a95-b1d1-8ed49eb6275f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 11:59:43.854035 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-caefe5e7-7420-41c9-83c1-44948f9d9c2a tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:43.854035 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-caefe5e7-7420-41c9-83c1-44948f9d9c2a tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4320967 Feb 07 11:59:43.854441 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 56586) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:59:43.859365 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-434d885b-c15b-4869-bc2e-38cfa3c36878 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Request body: {'security_group_rule': {'security_group_id': '9257c956-ffe0-4f48-8a3c-2c8a4cad2f31', 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:59:43.859594 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-2f706f93-afae-4965-be69-1a24cb3ddfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:43.967352 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.db.securitygroups_db [None req-434d885b-c15b-4869-bc2e-38cfa3c36878 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Project 569021eb1f054aa0b9a76bfafa7d7bf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 11:59:43.973530 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-434d885b-c15b-4869-bc2e-38cfa3c36878 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks [] for security_group_rule (bb214a5a-062f-4458-a190-4fe679db7596), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:44.078325 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f706f93-afae-4965-be69-1a24cb3ddfbb None None] Pushing event updated for resources: {'Port': ['ID=5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11,revision_number=5']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:44.101778 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-434d885b-c15b-4869-bc2e-38cfa3c36878 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks [] for security_group_rule (bb214a5a-062f-4458-a190-4fe679db7596), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:44.189921 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11 up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:59:44.218818 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-434d885b-c15b-4869-bc2e-38cfa3c36878 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032617'] for security_group_rule (bb214a5a-062f-4458-a190-4fe679db7596), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:44.242527 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d885b-c15b-4869-bc2e-38cfa3c36878 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb214a5a-062f-4458-a190-4fe679db7596,revision_number=0']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:44.262007 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port 5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:44.262370 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:44.334854 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-434d885b-c15b-4869-bc2e-38cfa3c36878 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:44.336932 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-434d885b-c15b-4869-bc2e-38cfa3c36878 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4837043 Feb 07 11:59:44.356084 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port 5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11 is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:59:44.357162 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device f82055d2-5f0d-4855-995d-8d18e71eae62 up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:59:44.406538 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port f82055d2-5f0d-4855-995d-8d18e71eae62 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:44.406923 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (f82055d2-5f0d-4855-995d-8d18e71eae62), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:44.483863 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port f82055d2-5f0d-4855-995d-8d18e71eae62 is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:59:44.663874 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:46.044196 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11 up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:59:46.099227 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port 5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:46.099603 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:46.183565 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port 5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11 is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:59:46.816424 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 56680) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:59:46.920578 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e1c1c06b-73f8-4a79-99b3-1636f9805e67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:46.997295 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e1c1c06b-73f8-4a79-99b3-1636f9805e67 admin admin] Publish callbacks [] for security_group (560972af-bc26-4676-9484-806048fbd900), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:47.069380 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e1c1c06b-73f8-4a79-99b3-1636f9805e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (560972af-bc26-4676-9484-806048fbd900), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:47.109510 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-e1c1c06b-73f8-4a79-99b3-1636f9805e67 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=718dffefce154230a21794e69d51c641&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919555 Feb 07 11:59:47.110482 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1c06b-73f8-4a79-99b3-1636f9805e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560972af-bc26-4676-9484-806048fbd900,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:47.112188 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 56686) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:59:47.160288 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-67116a8d-7d66-4360-a262-c0d087b42b4b admin admin] Publish callbacks [] for security_group (560972af-bc26-4676-9484-806048fbd900), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:47.190894 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-67116a8d-7d66-4360-a262-c0d087b42b4b admin admin] Publish callbacks [] for security_group (560972af-bc26-4676-9484-806048fbd900), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:47.292524 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-67116a8d-7d66-4360-a262-c0d087b42b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (560972af-bc26-4676-9484-806048fbd900), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:47.295743 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-67116a8d-7d66-4360-a262-c0d087b42b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:47.296926 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-67116a8d-7d66-4360-a262-c0d087b42b4b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/560972af-bc26-4676-9484-806048fbd900 HTTP/1.1" status: 204 len: 168 time: 0.1832092 Feb 07 11:59:47.304703 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67116a8d-7d66-4360-a262-c0d087b42b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560972af-bc26-4676-9484-806048fbd900,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:48.257877 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 56722) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:59:48.355235 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-aab12959-3599-4b5e-abeb-9efdb3b3780c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1377235404-network', 'tenant_id': '2f652314e22c4aaeb65f608410318706'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:59:48.418156 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab12959-3599-4b5e-abeb-9efdb3b3780c admin admin] Made reservation on behalf of 2f652314e22c4aaeb65f608410318706 for: {'network': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:59:48.421169 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-aab12959-3599-4b5e-abeb-9efdb3b3780c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for network (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:48.429778 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-aab12959-3599-4b5e-abeb-9efdb3b3780c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:48.503956 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-aab12959-3599-4b5e-abeb-9efdb3b3780c admin admin] Publish callbacks [] for security_group (dd6e5283-5fc5-459d-9bbd-51d74f00c0b8), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:48.555373 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-aab12959-3599-4b5e-abeb-9efdb3b3780c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (dd6e5283-5fc5-459d-9bbd-51d74f00c0b8), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:48.586392 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab12959-3599-4b5e-abeb-9efdb3b3780c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=109816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 11:59:48.597267 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab12959-3599-4b5e-abeb-9efdb3b3780c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6e5283-5fc5-459d-9bbd-51d74f00c0b8,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:48.604948 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-aab12959-3599-4b5e-abeb-9efdb3b3780c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (b69da94f-349b-487c-88c8-2782db5b7d3b), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:48.604948 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.db.segments_db [None req-aab12959-3599-4b5e-abeb-9efdb3b3780c admin admin] Added segment b69da94f-349b-487c-88c8-2782db5b7d3b of type vlan for network 1d02701c-c637-4fd0-a81a-05c2ec80c184 Feb 07 11:59:48.642607 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-aab12959-3599-4b5e-abeb-9efdb3b3780c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782771090189'] for network (1d02701c-c637-4fd0-a81a-05c2ec80c184), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:48.715386 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-aab12959-3599-4b5e-abeb-9efdb3b3780c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685'] for network (1d02701c-c637-4fd0-a81a-05c2ec80c184), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:48.716506 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab12959-3599-4b5e-abeb-9efdb3b3780c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:48.717700 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-aab12959-3599-4b5e-abeb-9efdb3b3780c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:48.778275 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab12959-3599-4b5e-abeb-9efdb3b3780c admin admin] Pushing event updated for resources: {'Network': ['ID=1d02701c-c637-4fd0-a81a-05c2ec80c184,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:48.787829 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Network 1d02701c-c637-4fd0-a81a-05c2ec80c184 details requested by agent ovs-agent-dv-cinder-817351-12-iscsi with host dv-cinder-817351-12-iscsi {{(pid=109817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 11:59:48.821468 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-aab12959-3599-4b5e-abeb-9efdb3b3780c admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5624070 Feb 07 11:59:48.824580 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 56730) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:59:48.829995 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-b3accb3b-6293-4d42-a966-3141eee2df40 admin admin] Request body: {'subnet': {'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1377235404-subnet', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'ip_version': 4}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:59:48.921716 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3accb3b-6293-4d42-a966-3141eee2df40 admin admin] Made reservation on behalf of 2f652314e22c4aaeb65f608410318706 for: {'subnet': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:59:48.924075 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b3accb3b-6293-4d42-a966-3141eee2df40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9316235'] for subnet (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:49.144393 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b3accb3b-6293-4d42-a966-3141eee2df40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9209730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9316277'] for subnet (5739ce3e-861c-4135-b445-d8ec087e8538), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:49.198756 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3accb3b-6293-4d42-a966-3141eee2df40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5739ce3e-861c-4135-b445-d8ec087e8538,revision_number=0']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:49.207870 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3accb3b-6293-4d42-a966-3141eee2df40 admin admin] Checking segment: {'id': 'b69da94f-349b-487c-88c8-2782db5b7d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:59:49.208225 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3accb3b-6293-4d42-a966-3141eee2df40 admin admin] Network hostable DHCP agents. Network: 1d02701c-c637-4fd0-a81a-05c2ec80c184, hostable agents: ['61316a96-21e8-4d75-a705-e1a638ca8432'], hosted agents: [] {{(pid=109816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 11:59:49.275142 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3accb3b-6293-4d42-a966-3141eee2df40 admin admin] Network 1d02701c-c637-4fd0-a81a-05c2ec80c184 is scheduled to be hosted by DHCP agent 61316a96-21e8-4d75-a705-e1a638ca8432 with binding_index 1 {{(pid=109816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 11:59:49.338065 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-b3accb3b-6293-4d42-a966-3141eee2df40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-12-iscsi, 1d02701c-c637-4fd0-a81a-05c2ec80c184) {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:59:49.342801 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3accb3b-6293-4d42-a966-3141eee2df40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:49.343412 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b3accb3b-6293-4d42-a966-3141eee2df40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for subnet (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:49.347228 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7496d3e6-2b90-44f9-a75b-27a8c53e93b7 None None] Network 1d02701c-c637-4fd0-a81a-05c2ec80c184 requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 11:59:49.410001 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-b3accb3b-6293-4d42-a966-3141eee2df40 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5840216 Feb 07 11:59:49.412285 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 56738) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:59:49.416587 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-8f1175e1-8298-437b-b20e-b1e88dbff9f5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1377235404-router', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:59:49.449929 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224d0179-3016-475a-b9e8-d7b0834e3111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70b1ed78-7000-5af2-904f-3db4fdf32486-1d02701c-c637-4fd0-a81a-05c2ec80c184', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'project_id': '2f652314e22c4aaeb65f608410318706', 'fixed_ips': [{'subnet_id': '5739ce3e-861c-4135-b445-d8ec087e8538'}]}} from dv-cinder-817351-12-iscsi. {{(pid=109817) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 11:59:49.449929 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-224d0179-3016-475a-b9e8-d7b0834e3111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:49.487415 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8f1175e1-8298-437b-b20e-b1e88dbff9f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-870201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8409'] for router (1eae28b3-1167-4e2b-8353-6bae16580de1), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:49.488477 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8f1175e1-8298-437b-b20e-b1e88dbff9f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-874983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router (1eae28b3-1167-4e2b-8353-6bae16580de1), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:49.544377 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8f1175e1-8298-437b-b20e-b1e88dbff9f5 admin admin] Publish callbacks [] for router_controller (1eae28b3-1167-4e2b-8353-6bae16580de1), precommit_add_association {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:49.590369 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.db_base_plugin_common [None req-224d0179-3016-475a-b9e8-d7b0834e3111 None None] Allocated IP 172.20.0.2 (1d02701c-c637-4fd0-a81a-05c2ec80c184/5739ce3e-861c-4135-b445-d8ec087e8538/e026fff9-9613-4033-a398-aabcf25625a9) {{(pid=109817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:59:49.733925 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-224d0179-3016-475a-b9e8-d7b0834e3111 None None] Publish callbacks [] for port (e026fff9-9613-4033-a398-aabcf25625a9), precommit_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:49.745460 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8f1175e1-8298-437b-b20e-b1e88dbff9f5 admin admin] Publish callbacks [] for router_gateway (1eae28b3-1167-4e2b-8353-6bae16580de1), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:49.807580 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-224d0179-3016-475a-b9e8-d7b0834e3111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (e026fff9-9613-4033-a398-aabcf25625a9), after_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:49.854707 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224d0179-3016-475a-b9e8-d7b0834e3111 None None] Network 1d02701c-c637-4fd0-a81a-05c2ec80c184 is already hosted by enough agents. {{(pid=109817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:59:49.858102 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.scheduler.base_scheduler [None req-224d0179-3016-475a-b9e8-d7b0834e3111 None None] Resources bound (agent type, host, resource id): {{(pid=109817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:59:49.862413 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224d0179-3016-475a-b9e8-d7b0834e3111 None None] Received port after_create {{(pid=109817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:59:49.865474 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d0179-3016-475a-b9e8-d7b0834e3111 None None] Pushing event updated for resources: {'Port': ['ID=e026fff9-9613-4033-a398-aabcf25625a9,revision_number=1']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:49.923027 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-224d0179-3016-475a-b9e8-d7b0834e3111 None None] Attempting to bind port e026fff9-9613-4033-a398-aabcf25625a9 on host dv-cinder-817351-12-iscsi for vnic_type normal with profile {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:59:49.923403 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-224d0179-3016-475a-b9e8-d7b0834e3111 None None] Attempting to bind port e026fff9-9613-4033-a398-aabcf25625a9 by drivers openvswitch,hyperv on host dv-cinder-817351-12-iscsi at level 0 using segments [{'id': 'b69da94f-349b-487c-88c8-2782db5b7d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184'}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:59:49.923770 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d0179-3016-475a-b9e8-d7b0834e3111 None None] Attempting to bind port e026fff9-9613-4033-a398-aabcf25625a9 on network 1d02701c-c637-4fd0-a81a-05c2ec80c184 {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:59:49.929185 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d0179-3016-475a-b9e8-d7b0834e3111 None None] Checking agent: {'id': '3ccea1af-134d-4579-b433-9df459de661e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 47, 45), 'started_at': datetime.datetime(2022, 2, 7, 11, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:59:49.929681 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d0179-3016-475a-b9e8-d7b0834e3111 None None] Checking segment: {'id': 'b69da94f-349b-487c-88c8-2782db5b7d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:59:49.930091 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-224d0179-3016-475a-b9e8-d7b0834e3111 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:49.930485 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d0179-3016-475a-b9e8-d7b0834e3111 None None] Bound using segment: {'id': 'b69da94f-349b-487c-88c8-2782db5b7d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184'} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:59:49.930953 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-224d0179-3016-475a-b9e8-d7b0834e3111 None None] Bound port: e026fff9-9613-4033-a398-aabcf25625a9, host: dv-cinder-817351-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b69da94f-349b-487c-88c8-2782db5b7d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184'}}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:59:49.931420 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-224d0179-3016-475a-b9e8-d7b0834e3111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (e026fff9-9613-4033-a398-aabcf25625a9), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:50.000864 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-224d0179-3016-475a-b9e8-d7b0834e3111 None None] For port e026fff9-9613-4033-a398-aabcf25625a9, host dv-cinder-817351-12-iscsi, cleared binding levels {{(pid=109817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:59:50.003903 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-224d0179-3016-475a-b9e8-d7b0834e3111 None None] For port e026fff9-9613-4033-a398-aabcf25625a9, host dv-cinder-817351-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=e026fff9-9613-4033-a398-aabcf25625a9,segment=NetworkSegment(b69da94f-349b-487c-88c8-2782db5b7d3b),segment_id=b69da94f-349b-487c-88c8-2782db5b7d3b)] {{(pid=109817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:59:50.022323 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8f1175e1-8298-437b-b20e-b1e88dbff9f5 admin admin] Publish callbacks [] for router_gateway (1eae28b3-1167-4e2b-8353-6bae16580de1), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:50.040703 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8f1175e1-8298-437b-b20e-b1e88dbff9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:50.076886 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-224d0179-3016-475a-b9e8-d7b0834e3111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (e026fff9-9613-4033-a398-aabcf25625a9), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:50.135131 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d0179-3016-475a-b9e8-d7b0834e3111 None None] Pushing event updated for resources: {'Port': ['ID=e026fff9-9613-4033-a398-aabcf25625a9,revision_number=2']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:50.161393 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_common [None req-8f1175e1-8298-437b-b20e-b1e88dbff9f5 admin admin] Allocated IP 172.27.1.91 (12a459b1-c19f-48b5-9c0c-c18492f1de42/06f471c1-ec2c-4a47-a3f1-0b43664949d1/ab44495c-c2b6-432d-8811-8f71e02e71b9) {{(pid=109816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:59:50.265231 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8f1175e1-8298-437b-b20e-b1e88dbff9f5 admin admin] Publish callbacks [] for port (ab44495c-c2b6-432d-8811-8f71e02e71b9), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:50.361658 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8f1175e1-8298-437b-b20e-b1e88dbff9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (ab44495c-c2b6-432d-8811-8f71e02e71b9), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:50.415131 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1175e1-8298-437b-b20e-b1e88dbff9f5 admin admin] Network 12a459b1-c19f-48b5-9c0c-c18492f1de42 is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:59:50.418068 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-8f1175e1-8298-437b-b20e-b1e88dbff9f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:59:50.422745 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1175e1-8298-437b-b20e-b1e88dbff9f5 admin admin] Received port after_create {{(pid=109816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:59:50.425742 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1175e1-8298-437b-b20e-b1e88dbff9f5 admin admin] Pushing event updated for resources: {'Port': ['ID=ab44495c-c2b6-432d-8811-8f71e02e71b9,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:50.739536 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8f1175e1-8298-437b-b20e-b1e88dbff9f5 admin admin] Publish callbacks [] for router_gateway (1eae28b3-1167-4e2b-8353-6bae16580de1), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:50.953704 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8f1175e1-8298-437b-b20e-b1e88dbff9f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-870326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-875824'] for router (1eae28b3-1167-4e2b-8353-6bae16580de1), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:51.098355 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c998d5c-b632-4330-a5db-881fec467eac None None] Network 1d02701c-c637-4fd0-a81a-05c2ec80c184 requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 11:59:51.159262 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-3bcba305-d11d-4e93-9335-7f2b9cb918db None None] Provisioning complete for port e026fff9-9613-4033-a398-aabcf25625a9 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:51.159262 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-3bcba305-d11d-4e93-9335-7f2b9cb918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (e026fff9-9613-4033-a398-aabcf25625a9), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:51.183868 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1175e1-8298-437b-b20e-b1e88dbff9f5 admin admin] Router 1eae28b3-1167-4e2b-8353-6bae16580de1 is scheduled to L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad with binding_index 1 {{(pid=109816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 11:59:51.276136 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-3bcba305-d11d-4e93-9335-7f2b9cb918db None None] Current status of the port e026fff9-9613-4033-a398-aabcf25625a9 is: DOWN; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:59:51.276619 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-3bcba305-d11d-4e93-9335-7f2b9cb918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (e026fff9-9613-4033-a398-aabcf25625a9), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:51.295151 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1175e1-8298-437b-b20e-b1e88dbff9f5 admin admin] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 11:59:51.306837 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bed8c0f-165e-4c8e-b48e-1603aca76395 None None] Sync routers for ids ['1eae28b3-1167-4e2b-8353-6bae16580de1'] in dv-cinder-817351-12-iscsi {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 11:59:51.317635 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bed8c0f-165e-4c8e-b48e-1603aca76395 None None] Routers {'1eae28b3-1167-4e2b-8353-6bae16580de1'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:59:51.318210 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-3bed8c0f-165e-4c8e-b48e-1603aca76395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:59:40Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['1eae28b3-1167-4e2b-8353-6bae16580de1'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:59:51.326778 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-3bcba305-d11d-4e93-9335-7f2b9cb918db None None] For port e026fff9-9613-4033-a398-aabcf25625a9, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=e026fff9-9613-4033-a398-aabcf25625a9,segment=NetworkSegment(b69da94f-349b-487c-88c8-2782db5b7d3b),segment_id=b69da94f-349b-487c-88c8-2782db5b7d3b)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:59:51.420504 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8f1175e1-8298-437b-b20e-b1e88dbff9f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:51.422826 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-8f1175e1-8298-437b-b20e-b1e88dbff9f5 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0086861 Feb 07 11:59:51.431166 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 56760) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:59:51.456787 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-3bed8c0f-165e-4c8e-b48e-1603aca76395 None None] Set router 1eae28b3-1167-4e2b-8353-6bae16580de1 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:59:51.458757 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-3bcba305-d11d-4e93-9335-7f2b9cb918db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (e026fff9-9613-4033-a398-aabcf25625a9), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:51.520991 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcba305-d11d-4e93-9335-7f2b9cb918db None None] Pushing event updated for resources: {'Port': ['ID=e026fff9-9613-4033-a398-aabcf25625a9,revision_number=3']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:51.584074 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-8c215833-88b1-47bf-adbe-944f8fa360af None None] Provisioning complete for port e026fff9-9613-4033-a398-aabcf25625a9 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:51.584597 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-8c215833-88b1-47bf-adbe-944f8fa360af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (e026fff9-9613-4033-a398-aabcf25625a9), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:51.671647 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-3bed8c0f-165e-4c8e-b48e-1603aca76395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'name': 'tempest-TestVolumeBootPattern-1377235404-router', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:49Z', 'updated_at': '2022-02-07T11:59:50Z', 'revision_number': 3, 'project_id': '2f652314e22c4aaeb65f608410318706', 'gw_port': {'id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:50Z', 'updated_at': '2022-02-07T11:59:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:59:51.673889 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-8c215833-88b1-47bf-adbe-944f8fa360af None None] Current status of the port e026fff9-9613-4033-a398-aabcf25625a9 is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:59:51.702697 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bed8c0f-165e-4c8e-b48e-1603aca76395 None None] Checking router: 1eae28b3-1167-4e2b-8353-6bae16580de1 for host: dv-cinder-817351-12-iscsi {{(pid=109818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 11:59:51.703040 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bed8c0f-165e-4c8e-b48e-1603aca76395 None None] Updating router 1eae28b3-1167-4e2b-8353-6bae16580de1 port ab44495c-c2b6-432d-8811-8f71e02e71b9 binding host dv-cinder-817351-12-iscsi {{(pid=109818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 11:59:51.728876 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-3bed8c0f-165e-4c8e-b48e-1603aca76395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (ab44495c-c2b6-432d-8811-8f71e02e71b9), before_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:51.880190 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-dde03cbd-ca7f-4ed3-a292-799e9796b166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:51.979865 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-3bed8c0f-165e-4c8e-b48e-1603aca76395 None None] Publish callbacks [] for port (ab44495c-c2b6-432d-8811-8f71e02e71b9), precommit_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:52.037195 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_common [None req-dde03cbd-ca7f-4ed3-a292-799e9796b166 admin admin] Allocated IP 172.20.0.1 (1d02701c-c637-4fd0-a81a-05c2ec80c184/5739ce3e-861c-4135-b445-d8ec087e8538/021329a1-f8ab-418e-9447-bb303a23d179) {{(pid=109815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:59:52.050488 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-3bed8c0f-165e-4c8e-b48e-1603aca76395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (ab44495c-c2b6-432d-8811-8f71e02e71b9), after_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:52.093537 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5788ac-956e-4086-a7ba-3f66e491fe99 None None] Pushing event updated for resources: {'Port': ['ID=ab44495c-c2b6-432d-8811-8f71e02e71b9,revision_number=2']} {{(pid=109818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:52.113330 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.managers [None req-3bed8c0f-165e-4c8e-b48e-1603aca76395 None None] Attempting to bind port ab44495c-c2b6-432d-8811-8f71e02e71b9 on host dv-cinder-817351-12-iscsi for vnic_type normal with profile {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:59:52.113929 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.managers [None req-3bed8c0f-165e-4c8e-b48e-1603aca76395 None None] Attempting to bind port ab44495c-c2b6-432d-8811-8f71e02e71b9 by drivers openvswitch,hyperv on host dv-cinder-817351-12-iscsi at level 0 using segments [{'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}] {{(pid=109818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:59:52.114464 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bed8c0f-165e-4c8e-b48e-1603aca76395 None None] Attempting to bind port ab44495c-c2b6-432d-8811-8f71e02e71b9 on network 12a459b1-c19f-48b5-9c0c-c18492f1de42 {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:59:52.120118 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bed8c0f-165e-4c8e-b48e-1603aca76395 None None] Checking agent: {'id': '3ccea1af-134d-4579-b433-9df459de661e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 47, 45), 'started_at': datetime.datetime(2022, 2, 7, 11, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:59:52.120489 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bed8c0f-165e-4c8e-b48e-1603aca76395 None None] Checking segment: {'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:59:52.121030 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-3bed8c0f-165e-4c8e-b48e-1603aca76395 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:52.121425 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bed8c0f-165e-4c8e-b48e-1603aca76395 None None] Bound using segment: {'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'} {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:59:52.121946 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.managers [None req-3bed8c0f-165e-4c8e-b48e-1603aca76395 None None] Bound port: ab44495c-c2b6-432d-8811-8f71e02e71b9, host: dv-cinder-817351-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}}] {{(pid=109818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:59:52.122325 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-3bed8c0f-165e-4c8e-b48e-1603aca76395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (ab44495c-c2b6-432d-8811-8f71e02e71b9), before_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:52.146042 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device e026fff9-9613-4033-a398-aabcf25625a9 up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:59:52.167202 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-dde03cbd-ca7f-4ed3-a292-799e9796b166 admin admin] Publish callbacks [] for port (021329a1-f8ab-418e-9447-bb303a23d179), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:52.180269 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.db [None req-3bed8c0f-165e-4c8e-b48e-1603aca76395 None None] For port ab44495c-c2b6-432d-8811-8f71e02e71b9, host dv-cinder-817351-12-iscsi, cleared binding levels {{(pid=109818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:59:52.183432 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.db [None req-3bed8c0f-165e-4c8e-b48e-1603aca76395 None None] For port ab44495c-c2b6-432d-8811-8f71e02e71b9, host dv-cinder-817351-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=ab44495c-c2b6-432d-8811-8f71e02e71b9,segment=NetworkSegment(27333d9f-cdd8-4603-a3d3-d9bd5a50a047),segment_id=27333d9f-cdd8-4603-a3d3-d9bd5a50a047)] {{(pid=109818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:59:52.204356 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port e026fff9-9613-4033-a398-aabcf25625a9 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:52.208696 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (e026fff9-9613-4033-a398-aabcf25625a9), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:52.235999 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-3bed8c0f-165e-4c8e-b48e-1603aca76395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (ab44495c-c2b6-432d-8811-8f71e02e71b9), after_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:52.258974 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-dde03cbd-ca7f-4ed3-a292-799e9796b166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (021329a1-f8ab-418e-9447-bb303a23d179), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:52.286460 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port e026fff9-9613-4033-a398-aabcf25625a9 is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:59:52.291845 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5788ac-956e-4086-a7ba-3f66e491fe99 None None] Pushing event updated for resources: {'Port': ['ID=ab44495c-c2b6-432d-8811-8f71e02e71b9,revision_number=3']} {{(pid=109818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:52.300394 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bed8c0f-165e-4c8e-b48e-1603aca76395 None None] Routers {'1eae28b3-1167-4e2b-8353-6bae16580de1'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:59:52.301018 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-3bed8c0f-165e-4c8e-b48e-1603aca76395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:59:40Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['1eae28b3-1167-4e2b-8353-6bae16580de1'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:59:52.307221 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde03cbd-ca7f-4ed3-a292-799e9796b166 admin admin] Network 1d02701c-c637-4fd0-a81a-05c2ec80c184 is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:59:52.310939 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-dde03cbd-ca7f-4ed3-a292-799e9796b166 admin admin] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:59:52.313323 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde03cbd-ca7f-4ed3-a292-799e9796b166 admin admin] Received port after_create {{(pid=109815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:59:52.313992 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-dde03cbd-ca7f-4ed3-a292-799e9796b166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-876007'] for router_interface (1eae28b3-1167-4e2b-8353-6bae16580de1), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:52.359421 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde03cbd-ca7f-4ed3-a292-799e9796b166 admin admin] Pushing event updated for resources: {'Port': ['ID=021329a1-f8ab-418e-9447-bb303a23d179,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:52.420979 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-3bed8c0f-165e-4c8e-b48e-1603aca76395 None None] Set router 1eae28b3-1167-4e2b-8353-6bae16580de1 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:59:52.526390 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-dde03cbd-ca7f-4ed3-a292-799e9796b166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (021329a1-f8ab-418e-9447-bb303a23d179), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:52.604169 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-87a32811-3339-4275-a9e2-d69c1b851090 None None] Provisioning complete for port 021329a1-f8ab-418e-9447-bb303a23d179 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:52.604990 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-87a32811-3339-4275-a9e2-d69c1b851090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (021329a1-f8ab-418e-9447-bb303a23d179), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:52.629207 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-3bed8c0f-165e-4c8e-b48e-1603aca76395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'name': 'tempest-TestVolumeBootPattern-1377235404-router', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:49Z', 'updated_at': '2022-02-07T11:59:50Z', 'revision_number': 3, 'project_id': '2f652314e22c4aaeb65f608410318706', 'gw_port': {'id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:50Z', 'updated_at': '2022-02-07T11:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:59:52.649381 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-87a32811-3339-4275-a9e2-d69c1b851090 None None] Port 021329a1-f8ab-418e-9447-bb303a23d179 cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 11:59:52.659048 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bed8c0f-165e-4c8e-b48e-1603aca76395 None None] The sync data for ids ['1eae28b3-1167-4e2b-8353-6bae16580de1'] in dv-cinder-817351-12-iscsi is: [{'id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'name': 'tempest-TestVolumeBootPattern-1377235404-router', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:49Z', 'updated_at': '2022-02-07T11:59:50Z', 'revision_number': 3, 'project_id': '2f652314e22c4aaeb65f608410318706', 'gw_port': {'id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:50Z', 'updated_at': '2022-02-07T11:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}] {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 11:59:52.720083 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-dde03cbd-ca7f-4ed3-a292-799e9796b166 admin admin] Publish callbacks [] for port (021329a1-f8ab-418e-9447-bb303a23d179), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:52.789771 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-dde03cbd-ca7f-4ed3-a292-799e9796b166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (021329a1-f8ab-418e-9447-bb303a23d179), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:52.790556 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-dde03cbd-ca7f-4ed3-a292-799e9796b166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-869239'] for router_interface (1eae28b3-1167-4e2b-8353-6bae16580de1), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:52.882581 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde03cbd-ca7f-4ed3-a292-799e9796b166 admin admin] Pushing event updated for resources: {'Port': ['ID=021329a1-f8ab-418e-9447-bb303a23d179,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:52.928365 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde03cbd-ca7f-4ed3-a292-799e9796b166 admin admin] Network 1d02701c-c637-4fd0-a81a-05c2ec80c184 is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:59:52.929725 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-dde03cbd-ca7f-4ed3-a292-799e9796b166 admin admin] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:59:53.061911 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde03cbd-ca7f-4ed3-a292-799e9796b166 admin admin] Router 1eae28b3-1167-4e2b-8353-6bae16580de1 has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 11:59:53.157573 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:53.175721 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-08624ccb-3ad3-465e-a426-a55258308dcb None None] Provisioning complete for port 021329a1-f8ab-418e-9447-bb303a23d179 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:53.176184 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-08624ccb-3ad3-465e-a426-a55258308dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (021329a1-f8ab-418e-9447-bb303a23d179), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:53.193597 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde03cbd-ca7f-4ed3-a292-799e9796b166 admin admin] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 11:59:53.204234 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-dde03cbd-ca7f-4ed3-a292-799e9796b166 admin admin] 10.222.0.67 "PUT /v2.0/routers/1eae28b3-1167-4e2b-8353-6bae16580de1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7719197 Feb 07 11:59:53.214736 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-08624ccb-3ad3-465e-a426-a55258308dcb None None] Port 021329a1-f8ab-418e-9447-bb303a23d179 cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 11:59:53.924794 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 56800) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:59:53.929663 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-0c0a8a13-42d5-4b03-916c-1e1a37da791b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-451444357-network', 'tenant_id': '5575503792ef448980ea1ba37b1b03f0'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:59:54.001193 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0a8a13-42d5-4b03-916c-1e1a37da791b admin admin] Made reservation on behalf of 5575503792ef448980ea1ba37b1b03f0 for: {'network': 1} {{(pid=109815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:59:54.011192 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0c0a8a13-42d5-4b03-916c-1e1a37da791b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for network (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:54.017774 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0c0a8a13-42d5-4b03-916c-1e1a37da791b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:54.103037 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0c0a8a13-42d5-4b03-916c-1e1a37da791b admin admin] Publish callbacks [] for security_group (7ef22a99-18fe-4500-b36c-02134a734246), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:54.103288 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device ab44495c-c2b6-432d-8811-8f71e02e71b9 up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:59:54.160901 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port ab44495c-c2b6-432d-8811-8f71e02e71b9 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:54.160901 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (ab44495c-c2b6-432d-8811-8f71e02e71b9), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:54.189709 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0c0a8a13-42d5-4b03-916c-1e1a37da791b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (7ef22a99-18fe-4500-b36c-02134a734246), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:54.215847 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0a8a13-42d5-4b03-916c-1e1a37da791b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=109815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 11:59:54.226727 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a8a13-42d5-4b03-916c-1e1a37da791b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef22a99-18fe-4500-b36c-02134a734246,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:54.233256 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0c0a8a13-42d5-4b03-916c-1e1a37da791b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (835ff8fc-571b-4557-b62e-a092444b60d0), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:54.233633 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.db.segments_db [None req-0c0a8a13-42d5-4b03-916c-1e1a37da791b admin admin] Added segment 835ff8fc-571b-4557-b62e-a092444b60d0 of type vlan for network bcccd8b5-6e42-4628-93f1-6170f06712a0 Feb 07 11:59:54.249476 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port ab44495c-c2b6-432d-8811-8f71e02e71b9 is: DOWN; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:59:54.249899 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (ab44495c-c2b6-432d-8811-8f71e02e71b9), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:54.272740 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] For port ab44495c-c2b6-432d-8811-8f71e02e71b9, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=ab44495c-c2b6-432d-8811-8f71e02e71b9,segment=NetworkSegment(27333d9f-cdd8-4603-a3d3-d9bd5a50a047),segment_id=27333d9f-cdd8-4603-a3d3-d9bd5a50a047)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:59:54.277886 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0c0a8a13-42d5-4b03-916c-1e1a37da791b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782771090189'] for network (bcccd8b5-6e42-4628-93f1-6170f06712a0), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:54.347118 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea04812-8d5f-4c7a-a165-2b8ca024ca79 None None] Sync routers for ids ['1eae28b3-1167-4e2b-8353-6bae16580de1'] in dv-cinder-817351-12-iscsi {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 11:59:54.357269 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea04812-8d5f-4c7a-a165-2b8ca024ca79 None None] Routers {'1eae28b3-1167-4e2b-8353-6bae16580de1'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:59:54.358123 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-eea04812-8d5f-4c7a-a165-2b8ca024ca79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:59:40Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['1eae28b3-1167-4e2b-8353-6bae16580de1'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:59:54.378694 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0c0a8a13-42d5-4b03-916c-1e1a37da791b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685'] for network (bcccd8b5-6e42-4628-93f1-6170f06712a0), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:54.389292 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0a8a13-42d5-4b03-916c-1e1a37da791b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:54.389292 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0c0a8a13-42d5-4b03-916c-1e1a37da791b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:54.400053 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (ab44495c-c2b6-432d-8811-8f71e02e71b9), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:54.444821 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a8a13-42d5-4b03-916c-1e1a37da791b admin admin] Pushing event updated for resources: {'Network': ['ID=bcccd8b5-6e42-4628-93f1-6170f06712a0,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:54.458812 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Network bcccd8b5-6e42-4628-93f1-6170f06712a0 details requested by agent ovs-agent-dv-cinder-817351-12-iscsi with host dv-cinder-817351-12-iscsi {{(pid=109817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 11:59:54.504689 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-0c0a8a13-42d5-4b03-916c-1e1a37da791b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5763755 Feb 07 11:59:54.505049 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 56806) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:59:54.510058 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-c03b5308-8d6e-41a2-a205-80f101c0dc66 admin admin] Request body: {'subnet': {'network_id': 'bcccd8b5-6e42-4628-93f1-6170f06712a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-451444357-subnet', 'tenant_id': '5575503792ef448980ea1ba37b1b03f0', 'ip_version': 4}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:59:54.546390 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Pushing event updated for resources: {'Port': ['ID=ab44495c-c2b6-432d-8811-8f71e02e71b9,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:54.583302 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-eea04812-8d5f-4c7a-a165-2b8ca024ca79 None None] Set router 1eae28b3-1167-4e2b-8353-6bae16580de1 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:59:54.646447 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03b5308-8d6e-41a2-a205-80f101c0dc66 admin admin] Made reservation on behalf of 5575503792ef448980ea1ba37b1b03f0 for: {'subnet': 1} {{(pid=109815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 11:59:54.648776 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c03b5308-8d6e-41a2-a205-80f101c0dc66 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:54.829337 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-eea04812-8d5f-4c7a-a165-2b8ca024ca79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'name': 'tempest-TestVolumeBootPattern-1377235404-router', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:49Z', 'updated_at': '2022-02-07T11:59:52Z', 'revision_number': 4, 'project_id': '2f652314e22c4aaeb65f608410318706', 'gw_port': {'id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:50Z', 'updated_at': '2022-02-07T11:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '021329a1-f8ab-418e-9447-bb303a23d179', 'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'mac_address': 'fa:16:3e:54:0a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:51Z', 'updated_at': '2022-02-07T11:59:52Z', 'revision_number': 2, 'project_id': '2f652314e22c4aaeb65f608410318706', 'subnets': [{'id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:59:54.860986 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea04812-8d5f-4c7a-a165-2b8ca024ca79 None None] Checking router: 1eae28b3-1167-4e2b-8353-6bae16580de1 for host: dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 11:59:54.860986 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea04812-8d5f-4c7a-a165-2b8ca024ca79 None None] Updating router 1eae28b3-1167-4e2b-8353-6bae16580de1 port 021329a1-f8ab-418e-9447-bb303a23d179 binding host dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 11:59:54.922440 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c03b5308-8d6e-41a2-a205-80f101c0dc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685'] for subnet (9bd5e4b6-17b9-45f9-abe9-01b47868c2d3), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:54.977521 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b5308-8d6e-41a2-a205-80f101c0dc66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bd5e4b6-17b9-45f9-abe9-01b47868c2d3,revision_number=0']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:54.988767 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03b5308-8d6e-41a2-a205-80f101c0dc66 admin admin] Checking segment: {'id': '835ff8fc-571b-4557-b62e-a092444b60d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bcccd8b5-6e42-4628-93f1-6170f06712a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:59:54.992701 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03b5308-8d6e-41a2-a205-80f101c0dc66 admin admin] Network hostable DHCP agents. Network: bcccd8b5-6e42-4628-93f1-6170f06712a0, hostable agents: ['61316a96-21e8-4d75-a705-e1a638ca8432'], hosted agents: [] {{(pid=109815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 11:59:55.010286 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-eea04812-8d5f-4c7a-a165-2b8ca024ca79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (021329a1-f8ab-418e-9447-bb303a23d179), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:55.069773 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03b5308-8d6e-41a2-a205-80f101c0dc66 admin admin] Network bcccd8b5-6e42-4628-93f1-6170f06712a0 is scheduled to be hosted by DHCP agent 61316a96-21e8-4d75-a705-e1a638ca8432 with binding_index 1 {{(pid=109815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 11:59:55.138681 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-c03b5308-8d6e-41a2-a205-80f101c0dc66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-12-iscsi, bcccd8b5-6e42-4628-93f1-6170f06712a0) {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:59:55.142797 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03b5308-8d6e-41a2-a205-80f101c0dc66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:55.145736 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c03b5308-8d6e-41a2-a205-80f101c0dc66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for subnet (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:55.168228 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f43ec0-ebba-4250-9d97-0b9a07a4cd38 None None] Network bcccd8b5-6e42-4628-93f1-6170f06712a0 requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 11:59:55.233620 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-c03b5308-8d6e-41a2-a205-80f101c0dc66 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7272949 Feb 07 11:59:55.239413 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 56818) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:59:55.243796 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-6b3af593-95e9-495b-9332-8f4ad1dc9980 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-451444357-router', 'tenant_id': '5575503792ef448980ea1ba37b1b03f0', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:59:55.310163 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6b3af593-95e9-495b-9332-8f4ad1dc9980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-870201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8409'] for router (84370fb9-2b89-436f-9e74-56041975d49f), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:55.311493 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6b3af593-95e9-495b-9332-8f4ad1dc9980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-874983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router (84370fb9-2b89-436f-9e74-56041975d49f), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:55.326211 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3f1560-351c-4427-9abb-c548b174b5ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70b1ed78-7000-5af2-904f-3db4fdf32486-bcccd8b5-6e42-4628-93f1-6170f06712a0', 'network_id': 'bcccd8b5-6e42-4628-93f1-6170f06712a0', 'project_id': '5575503792ef448980ea1ba37b1b03f0', 'fixed_ips': [{'subnet_id': '9bd5e4b6-17b9-45f9-abe9-01b47868c2d3'}]}} from dv-cinder-817351-12-iscsi. {{(pid=109817) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 11:59:55.327099 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-ac3f1560-351c-4427-9abb-c548b174b5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:55.389800 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6b3af593-95e9-495b-9332-8f4ad1dc9980 admin admin] Publish callbacks [] for router_controller (84370fb9-2b89-436f-9e74-56041975d49f), precommit_add_association {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:55.399465 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-eea04812-8d5f-4c7a-a165-2b8ca024ca79 None None] Publish callbacks [] for port (021329a1-f8ab-418e-9447-bb303a23d179), precommit_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:55.464560 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55451ebd-372e-4cda-a429-a069e4bbb260 req-f3e4fbc2-ed8f-47e0-8c7b-e12cf939012f tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:55.466105 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-55451ebd-372e-4cda-a429-a069e4bbb260 req-f3e4fbc2-ed8f-47e0-8c7b-e12cf939012f tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 945 time: 0.0575120 Feb 07 11:59:55.515718 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-55451ebd-372e-4cda-a429-a069e4bbb260 req-6f9dd774-5bb1-4f41-aab5-b244fae2c2ff tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416706 Feb 07 11:59:55.516747 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-eea04812-8d5f-4c7a-a165-2b8ca024ca79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (021329a1-f8ab-418e-9447-bb303a23d179), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:55.551939 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 56826) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:59:55.567473 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.db_base_plugin_common [None req-ac3f1560-351c-4427-9abb-c548b174b5ee None None] Allocated IP 172.20.0.2 (bcccd8b5-6e42-4628-93f1-6170f06712a0/9bd5e4b6-17b9-45f9-abe9-01b47868c2d3/7a92db39-4a45-4b23-b36f-ceacc7d844be) {{(pid=109817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:59:55.586773 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1cdcd3-581b-410c-864e-d2eda95fac72 None None] Pushing event updated for resources: {'Port': ['ID=021329a1-f8ab-418e-9447-bb303a23d179,revision_number=3']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:55.701828 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6b3af593-95e9-495b-9332-8f4ad1dc9980 admin admin] Publish callbacks [] for router_gateway (84370fb9-2b89-436f-9e74-56041975d49f), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:55.797806 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-31a343d0-8fae-4f63-b3ac-d70c13af416f req-ca9a3ef9-23d0-4ca3-bc00-6850dc00f7e6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1217492 Feb 07 11:59:55.902879 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a343d0-8fae-4f63-b3ac-d70c13af416f req-38c79295-38f3-4226-9764-debbb9737a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:55.905974 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-31a343d0-8fae-4f63-b3ac-d70c13af416f req-38c79295-38f3-4226-9764-debbb9737a03 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5aee5042ef3f4e89b7ecbd8f22bbd057&device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 1129 time: 0.0726914 Feb 07 11:59:55.975381 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-ac3f1560-351c-4427-9abb-c548b174b5ee None None] Publish callbacks [] for port (7a92db39-4a45-4b23-b36f-ceacc7d844be), precommit_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:55.988615 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-eea04812-8d5f-4c7a-a165-2b8ca024ca79 None None] Attempting to bind port 021329a1-f8ab-418e-9447-bb303a23d179 on host dv-cinder-817351-12-iscsi for vnic_type normal with profile {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:59:55.988989 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-eea04812-8d5f-4c7a-a165-2b8ca024ca79 None None] Attempting to bind port 021329a1-f8ab-418e-9447-bb303a23d179 by drivers openvswitch,hyperv on host dv-cinder-817351-12-iscsi at level 0 using segments [{'id': 'b69da94f-349b-487c-88c8-2782db5b7d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184'}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:59:55.989352 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea04812-8d5f-4c7a-a165-2b8ca024ca79 None None] Attempting to bind port 021329a1-f8ab-418e-9447-bb303a23d179 on network 1d02701c-c637-4fd0-a81a-05c2ec80c184 {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:59:55.999090 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea04812-8d5f-4c7a-a165-2b8ca024ca79 None None] Checking agent: {'id': '3ccea1af-134d-4579-b433-9df459de661e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 47, 45), 'started_at': datetime.datetime(2022, 2, 7, 11, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:59:56.001234 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea04812-8d5f-4c7a-a165-2b8ca024ca79 None None] Checking segment: {'id': 'b69da94f-349b-487c-88c8-2782db5b7d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:59:56.001976 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-eea04812-8d5f-4c7a-a165-2b8ca024ca79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:56.002726 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea04812-8d5f-4c7a-a165-2b8ca024ca79 None None] Bound using segment: {'id': 'b69da94f-349b-487c-88c8-2782db5b7d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184'} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:59:56.003545 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-eea04812-8d5f-4c7a-a165-2b8ca024ca79 None None] Bound port: 021329a1-f8ab-418e-9447-bb303a23d179, host: dv-cinder-817351-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b69da94f-349b-487c-88c8-2782db5b7d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184'}}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:59:56.006148 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-eea04812-8d5f-4c7a-a165-2b8ca024ca79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (021329a1-f8ab-418e-9447-bb303a23d179), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:56.017973 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-862525d5-92ed-42d0-9d98-8b54412c8af5 None None] Provisioning complete for port 021329a1-f8ab-418e-9447-bb303a23d179 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:56.022675 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-862525d5-92ed-42d0-9d98-8b54412c8af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (021329a1-f8ab-418e-9447-bb303a23d179), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:56.085640 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27753e3c-0d3e-46ec-b9cc-600c5cfc5fde tempest-TestMinimumBasicScenario-1983897149 tempest-TestMinimumBasicScenario-1983897149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:56.092218 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-27753e3c-0d3e-46ec-b9cc-600c5cfc5fde tempest-TestMinimumBasicScenario-1983897149 tempest-TestMinimumBasicScenario-1983897149-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 1124 time: 0.5369785 Feb 07 11:59:56.092218 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 56844) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:59:56.097116 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-df6857d9-5156-465f-bc15-09b1a46d1e85 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Request body: {'floatingip': {'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'port_id': '5e48e753-7851-4836-a4ee-17ecba5a1834', 'tenant_id': '6776d9c9ed2f48c39315e1519cd258f2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:59:56.109522 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-ac3f1560-351c-4427-9abb-c548b174b5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (7a92db39-4a45-4b23-b36f-ceacc7d844be), after_create {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:56.141773 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a343d0-8fae-4f63-b3ac-d70c13af416f req-824516f1-796e-4bd9-b125-74c7ad256eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:56.145003 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-31a343d0-8fae-4f63-b3ac-d70c13af416f req-824516f1-796e-4bd9-b125-74c7ad256eb7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e90f11b-6d0b-4095-9954-c1764d14537e HTTP/1.1" status: 200 len: 911 time: 0.2101672 Feb 07 11:59:56.151606 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6b3af593-95e9-495b-9332-8f4ad1dc9980 admin admin] Publish callbacks [] for router_gateway (84370fb9-2b89-436f-9e74-56041975d49f), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:56.190150 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-862525d5-92ed-42d0-9d98-8b54412c8af5 None None] Port 021329a1-f8ab-418e-9447-bb303a23d179 cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 11:59:56.198992 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6b3af593-95e9-495b-9332-8f4ad1dc9980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:56.204354 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device ab44495c-c2b6-432d-8811-8f71e02e71b9 up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:59:56.210105 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3f1560-351c-4427-9abb-c548b174b5ee None None] Network bcccd8b5-6e42-4628-93f1-6170f06712a0 is already hosted by enough agents. {{(pid=109817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:59:56.211264 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-df6857d9-5156-465f-bc15-09b1a46d1e85 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:56.243294 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.scheduler.base_scheduler [None req-ac3f1560-351c-4427-9abb-c548b174b5ee None None] Resources bound (agent type, host, resource id): {{(pid=109817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:59:56.252112 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3f1560-351c-4427-9abb-c548b174b5ee None None] Received port after_create {{(pid=109817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:59:56.254007 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f1560-351c-4427-9abb-c548b174b5ee None None] Pushing event updated for resources: {'Port': ['ID=7a92db39-4a45-4b23-b36f-ceacc7d844be,revision_number=1']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:56.258393 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-eea04812-8d5f-4c7a-a165-2b8ca024ca79 None None] For port 021329a1-f8ab-418e-9447-bb303a23d179, host dv-cinder-817351-12-iscsi, cleared binding levels {{(pid=109817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:59:56.283445 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-eea04812-8d5f-4c7a-a165-2b8ca024ca79 None None] For port 021329a1-f8ab-418e-9447-bb303a23d179, host dv-cinder-817351-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=021329a1-f8ab-418e-9447-bb303a23d179,segment=NetworkSegment(b69da94f-349b-487c-88c8-2782db5b7d3b),segment_id=b69da94f-349b-487c-88c8-2782db5b7d3b)] {{(pid=109817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:59:56.345611 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-eea04812-8d5f-4c7a-a165-2b8ca024ca79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (021329a1-f8ab-418e-9447-bb303a23d179), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:56.374683 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-31a343d0-8fae-4f63-b3ac-d70c13af416f req-b0e53888-ddb5-49bb-8dc7-5f06b8f5aee1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5640033-1539-4ee6-a52f-76a859dac6bc HTTP/1.1" status: 200 len: 1000 time: 0.2196538 Feb 07 11:59:56.377475 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-ac3f1560-351c-4427-9abb-c548b174b5ee None None] Attempting to bind port 7a92db39-4a45-4b23-b36f-ceacc7d844be on host dv-cinder-817351-12-iscsi for vnic_type normal with profile {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:59:56.377880 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-ac3f1560-351c-4427-9abb-c548b174b5ee None None] Attempting to bind port 7a92db39-4a45-4b23-b36f-ceacc7d844be by drivers openvswitch,hyperv on host dv-cinder-817351-12-iscsi at level 0 using segments [{'id': '835ff8fc-571b-4557-b62e-a092444b60d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bcccd8b5-6e42-4628-93f1-6170f06712a0'}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:59:56.378248 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3f1560-351c-4427-9abb-c548b174b5ee None None] Attempting to bind port 7a92db39-4a45-4b23-b36f-ceacc7d844be on network bcccd8b5-6e42-4628-93f1-6170f06712a0 {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 11:59:56.399591 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_common [None req-6b3af593-95e9-495b-9332-8f4ad1dc9980 admin admin] Allocated IP 172.27.1.234 (12a459b1-c19f-48b5-9c0c-c18492f1de42/06f471c1-ec2c-4a47-a3f1-0b43664949d1/1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1) {{(pid=109815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:59:56.409495 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port ab44495c-c2b6-432d-8811-8f71e02e71b9 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:56.409495 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (ab44495c-c2b6-432d-8811-8f71e02e71b9), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:56.420953 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3f1560-351c-4427-9abb-c548b174b5ee None None] Checking agent: {'id': '3ccea1af-134d-4579-b433-9df459de661e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 47, 45), 'started_at': datetime.datetime(2022, 2, 7, 11, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 11:59:56.421344 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3f1560-351c-4427-9abb-c548b174b5ee None None] Checking segment: {'id': '835ff8fc-571b-4557-b62e-a092444b60d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bcccd8b5-6e42-4628-93f1-6170f06712a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 11:59:56.421765 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-ac3f1560-351c-4427-9abb-c548b174b5ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:56.422170 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3f1560-351c-4427-9abb-c548b174b5ee None None] Bound using segment: {'id': '835ff8fc-571b-4557-b62e-a092444b60d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bcccd8b5-6e42-4628-93f1-6170f06712a0'} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 11:59:56.422664 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-ac3f1560-351c-4427-9abb-c548b174b5ee None None] Bound port: 7a92db39-4a45-4b23-b36f-ceacc7d844be, host: dv-cinder-817351-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835ff8fc-571b-4557-b62e-a092444b60d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bcccd8b5-6e42-4628-93f1-6170f06712a0'}}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 11:59:56.423044 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-ac3f1560-351c-4427-9abb-c548b174b5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (7a92db39-4a45-4b23-b36f-ceacc7d844be), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:56.501277 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a343d0-8fae-4f63-b3ac-d70c13af416f req-9f5ff1c5-a74a-4267-93ff-1bef1e3b4499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:56.507662 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-31a343d0-8fae-4f63-b3ac-d70c13af416f req-9f5ff1c5-a74a-4267-93ff-1bef1e3b4499 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b1a0f93d-db77-4f5b-a7ca-00e373764377 HTTP/1.1" status: 200 len: 849 time: 0.1147854 Feb 07 11:59:56.512976 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1cdcd3-581b-410c-864e-d2eda95fac72 None None] Pushing event updated for resources: {'Port': ['ID=021329a1-f8ab-418e-9447-bb303a23d179,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:56.541674 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea04812-8d5f-4c7a-a165-2b8ca024ca79 None None] Routers {'1eae28b3-1167-4e2b-8353-6bae16580de1'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:59:56.542343 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-eea04812-8d5f-4c7a-a165-2b8ca024ca79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:59:40Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['1eae28b3-1167-4e2b-8353-6bae16580de1'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:59:56.585308 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-df6857d9-5156-465f-bc15-09b1a46d1e85 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:56.600810 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6b3af593-95e9-495b-9332-8f4ad1dc9980 admin admin] Publish callbacks [] for port (1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:56.670822 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a343d0-8fae-4f63-b3ac-d70c13af416f req-26b419f5-cb64-4aa9-8800-7fea4008bcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:56.672343 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-31a343d0-8fae-4f63-b3ac-d70c13af416f req-26b419f5-cb64-4aa9-8800-7fea4008bcc0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e90f11b-6d0b-4095-9954-c1764d14537e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1551986 Feb 07 11:59:56.734987 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6b3af593-95e9-495b-9332-8f4ad1dc9980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:56.747267 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-ac3f1560-351c-4427-9abb-c548b174b5ee None None] For port 7a92db39-4a45-4b23-b36f-ceacc7d844be, host dv-cinder-817351-12-iscsi, cleared binding levels {{(pid=109817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 11:59:56.776096 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-ac3f1560-351c-4427-9abb-c548b174b5ee None None] For port 7a92db39-4a45-4b23-b36f-ceacc7d844be, host dv-cinder-817351-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=7a92db39-4a45-4b23-b36f-ceacc7d844be,segment=NetworkSegment(835ff8fc-571b-4557-b62e-a092444b60d0),segment_id=835ff8fc-571b-4557-b62e-a092444b60d0)] {{(pid=109817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 11:59:56.790636 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3af593-95e9-495b-9332-8f4ad1dc9980 admin admin] Network 12a459b1-c19f-48b5-9c0c-c18492f1de42 is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:59:56.793536 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-6b3af593-95e9-495b-9332-8f4ad1dc9980 admin admin] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:59:56.799865 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3af593-95e9-495b-9332-8f4ad1dc9980 admin admin] Received port after_create {{(pid=109815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:59:56.800447 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-4cde0688-5844-4617-b883-69adf342d4ac None None] Provisioning complete for port 021329a1-f8ab-418e-9447-bb303a23d179 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:56.807199 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-4cde0688-5844-4617-b883-69adf342d4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (021329a1-f8ab-418e-9447-bb303a23d179), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:56.807327 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3af593-95e9-495b-9332-8f4ad1dc9980 admin admin] Pushing event updated for resources: {'Port': ['ID=1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:56.807411 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-eea04812-8d5f-4c7a-a165-2b8ca024ca79 None None] Set router 1eae28b3-1167-4e2b-8353-6bae16580de1 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:59:56.815731 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_common [None req-df6857d9-5156-465f-bc15-09b1a46d1e85 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Allocated IP 172.27.1.188 (12a459b1-c19f-48b5-9c0c-c18492f1de42/06f471c1-ec2c-4a47-a3f1-0b43664949d1/9cc65199-7ded-4586-98d4-dfe428bcb2f3) {{(pid=109816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:59:56.842581 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-31a343d0-8fae-4f63-b3ac-d70c13af416f req-08044281-caf8-422e-ba93-7161fc7db3b5 service neutron] 10.222.0.18 "GET /v2.0/networks/7e90f11b-6d0b-4095-9954-c1764d14537e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615896 Feb 07 11:59:56.875232 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-ac3f1560-351c-4427-9abb-c548b174b5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (7a92db39-4a45-4b23-b36f-ceacc7d844be), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:56.957902 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port ab44495c-c2b6-432d-8811-8f71e02e71b9 is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:59:57.068641 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f1560-351c-4427-9abb-c548b174b5ee None None] Pushing event updated for resources: {'Port': ['ID=7a92db39-4a45-4b23-b36f-ceacc7d844be,revision_number=2']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:57.315876 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-df6857d9-5156-465f-bc15-09b1a46d1e85 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for port (9cc65199-7ded-4586-98d4-dfe428bcb2f3), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:57.325236 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-4cde0688-5844-4617-b883-69adf342d4ac None None] Current status of the port 021329a1-f8ab-418e-9447-bb303a23d179 is: DOWN; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:59:57.325236 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-4cde0688-5844-4617-b883-69adf342d4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (021329a1-f8ab-418e-9447-bb303a23d179), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:57.405578 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-4cde0688-5844-4617-b883-69adf342d4ac None None] For port 021329a1-f8ab-418e-9447-bb303a23d179, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=021329a1-f8ab-418e-9447-bb303a23d179,segment=NetworkSegment(b69da94f-349b-487c-88c8-2782db5b7d3b),segment_id=b69da94f-349b-487c-88c8-2782db5b7d3b)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:59:57.421435 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-31a343d0-8fae-4f63-b3ac-d70c13af416f req-6c4507ce-328c-4346-800b-013439331cf0 service neutron] 10.222.0.18 "GET /v2.0/networks/7e90f11b-6d0b-4095-9954-c1764d14537e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5385611 Feb 07 11:59:57.427960 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-eea04812-8d5f-4c7a-a165-2b8ca024ca79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'name': 'tempest-TestVolumeBootPattern-1377235404-router', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:49Z', 'updated_at': '2022-02-07T11:59:52Z', 'revision_number': 4, 'project_id': '2f652314e22c4aaeb65f608410318706', 'gw_port': {'id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:50Z', 'updated_at': '2022-02-07T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '021329a1-f8ab-418e-9447-bb303a23d179', 'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'mac_address': 'fa:16:3e:54:0a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:51Z', 'updated_at': '2022-02-07T11:59:56Z', 'revision_number': 4, 'project_id': '2f652314e22c4aaeb65f608410318706', 'subnets': [{'id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:59:57.459980 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea04812-8d5f-4c7a-a165-2b8ca024ca79 None None] The sync data for ids ['1eae28b3-1167-4e2b-8353-6bae16580de1'] in dv-cinder-817351-12-iscsi is: [{'id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'name': 'tempest-TestVolumeBootPattern-1377235404-router', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:49Z', 'updated_at': '2022-02-07T11:59:52Z', 'revision_number': 4, 'project_id': '2f652314e22c4aaeb65f608410318706', 'gw_port': {'id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:50Z', 'updated_at': '2022-02-07T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '021329a1-f8ab-418e-9447-bb303a23d179', 'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'mac_address': 'fa:16:3e:54:0a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:51Z', 'updated_at': '2022-02-07T11:59:56Z', 'revision_number': 4, 'project_id': '2f652314e22c4aaeb65f608410318706', 'subnets': [{'id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 11:59:57.504103 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-4cde0688-5844-4617-b883-69adf342d4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (021329a1-f8ab-418e-9447-bb303a23d179), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:57.509673 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-df6857d9-5156-465f-bc15-09b1a46d1e85 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (9cc65199-7ded-4586-98d4-dfe428bcb2f3), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:57.563309 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 11:59:57.585480 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6857d9-5156-465f-bc15-09b1a46d1e85 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Network 12a459b1-c19f-48b5-9c0c-c18492f1de42 is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 11:59:57.594194 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-df6857d9-5156-465f-bc15-09b1a46d1e85 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 11:59:57.597913 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6857d9-5156-465f-bc15-09b1a46d1e85 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Received port after_create {{(pid=109816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 11:59:57.624245 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde0688-5844-4617-b883-69adf342d4ac None None] Pushing event updated for resources: {'Port': ['ID=021329a1-f8ab-418e-9447-bb303a23d179,revision_number=5']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:57.700847 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6857d9-5156-465f-bc15-09b1a46d1e85 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Pushing event updated for resources: {'Port': ['ID=9cc65199-7ded-4586-98d4-dfe428bcb2f3,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:57.744167 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6b3af593-95e9-495b-9332-8f4ad1dc9980 admin admin] Publish callbacks [] for router_gateway (84370fb9-2b89-436f-9e74-56041975d49f), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:57.997128 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6b3af593-95e9-495b-9332-8f4ad1dc9980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-870326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-875824'] for router (84370fb9-2b89-436f-9e74-56041975d49f), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:58.122797 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-df6857d9-5156-465f-bc15-09b1a46d1e85 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for floatingip (2afaf493-c26a-4aa4-b377-776643afacc3), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:58.317484 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 7a92db39-4a45-4b23-b36f-ceacc7d844be up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:59:58.357311 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-df6857d9-5156-465f-bc15-09b1a46d1e85 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (9cc65199-7ded-4586-98d4-dfe428bcb2f3), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:58.385381 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port 7a92db39-4a45-4b23-b36f-ceacc7d844be triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:58.388593 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (7a92db39-4a45-4b23-b36f-ceacc7d844be), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:58.411549 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3af593-95e9-495b-9332-8f4ad1dc9980 admin admin] Router 84370fb9-2b89-436f-9e74-56041975d49f is scheduled to L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad with binding_index 1 {{(pid=109815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 11:59:58.499519 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port 7a92db39-4a45-4b23-b36f-ceacc7d844be is: DOWN; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:59:58.503174 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (7a92db39-4a45-4b23-b36f-ceacc7d844be), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:58.565051 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] For port 7a92db39-4a45-4b23-b36f-ceacc7d844be, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=7a92db39-4a45-4b23-b36f-ceacc7d844be,segment=NetworkSegment(835ff8fc-571b-4557-b62e-a092444b60d0),segment_id=835ff8fc-571b-4557-b62e-a092444b60d0)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 11:59:58.578222 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-df6857d9-5156-465f-bc15-09b1a46d1e85 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for port (9cc65199-7ded-4586-98d4-dfe428bcb2f3), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:58.587788 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3af593-95e9-495b-9332-8f4ad1dc9980 admin admin] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 11:59:58.593242 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b826b656-b5be-4fc3-a35b-2f921b305604 None None] Network bcccd8b5-6e42-4628-93f1-6170f06712a0 requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 11:59:58.594995 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf52887-402c-4b4b-9e39-344423815455 None None] Sync routers for ids ['84370fb9-2b89-436f-9e74-56041975d49f'] in dv-cinder-817351-12-iscsi {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 11:59:58.610358 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf52887-402c-4b4b-9e39-344423815455 None None] Routers {'84370fb9-2b89-436f-9e74-56041975d49f'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:59:58.611284 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-dcf52887-402c-4b4b-9e39-344423815455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:59:40Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['84370fb9-2b89-436f-9e74-56041975d49f'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:59:58.658524 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (7a92db39-4a45-4b23-b36f-ceacc7d844be), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:58.660884 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 021329a1-f8ab-418e-9447-bb303a23d179 up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 11:59:58.670462 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-df6857d9-5156-465f-bc15-09b1a46d1e85 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209623'] for port (9cc65199-7ded-4586-98d4-dfe428bcb2f3), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:58.728492 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Pushing event updated for resources: {'Port': ['ID=7a92db39-4a45-4b23-b36f-ceacc7d844be,revision_number=3']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:58.729200 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6b3af593-95e9-495b-9332-8f4ad1dc9980 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:58.733486 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-6b3af593-95e9-495b-9332-8f4ad1dc9980 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4901097 Feb 07 11:59:58.736214 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 56882) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:59:58.769843 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-df6857d9-5156-465f-bc15-09b1a46d1e85 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-875882'] for floatingip (2afaf493-c26a-4aa4-b377-776643afacc3), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:58.817835 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-2c78f49d-4556-4240-a60b-4a5687cd2dbf None None] Provisioning complete for port 7a92db39-4a45-4b23-b36f-ceacc7d844be triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:58.818533 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-2c78f49d-4556-4240-a60b-4a5687cd2dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (7a92db39-4a45-4b23-b36f-ceacc7d844be), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:58.916699 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-dcf52887-402c-4b4b-9e39-344423815455 None None] Set router 84370fb9-2b89-436f-9e74-56041975d49f gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:59:58.943850 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port 021329a1-f8ab-418e-9447-bb303a23d179 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:58.948250 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (021329a1-f8ab-418e-9447-bb303a23d179), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:58.952901 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.db.l3_db [None req-df6857d9-5156-465f-bc15-09b1a46d1e85 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Floating IP 2afaf493-c26a-4aa4-b377-776643afacc3 associated. External IP: 172.27.1.188, port: 5e48e753-7851-4836-a4ee-17ecba5a1834. Feb 07 11:59:59.064586 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6857d9-5156-465f-bc15-09b1a46d1e85 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Pushing event updated for resources: {'Port': ['ID=9cc65199-7ded-4586-98d4-dfe428bcb2f3,revision_number=2']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 11:59:59.089391 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-2c78f49d-4556-4240-a60b-4a5687cd2dbf None None] Current status of the port 7a92db39-4a45-4b23-b36f-ceacc7d844be is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:59:59.095806 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port 021329a1-f8ab-418e-9447-bb303a23d179 is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:59:59.258073 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-dcf52887-402c-4b4b-9e39-344423815455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84370fb9-2b89-436f-9e74-56041975d49f', 'name': 'tempest-TestVolumeBootPattern-451444357-router', 'tenant_id': '5575503792ef448980ea1ba37b1b03f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:55Z', 'updated_at': '2022-02-07T11:59:57Z', 'revision_number': 3, 'project_id': '5575503792ef448980ea1ba37b1b03f0', 'gw_port': {'id': '1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:71:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84370fb9-2b89-436f-9e74-56041975d49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:56Z', 'updated_at': '2022-02-07T11:59:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:59:59.313854 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf52887-402c-4b4b-9e39-344423815455 None None] Checking router: 84370fb9-2b89-436f-9e74-56041975d49f for host: dv-cinder-817351-12-iscsi {{(pid=109818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 11:59:59.314505 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf52887-402c-4b4b-9e39-344423815455 None None] Updating router 84370fb9-2b89-436f-9e74-56041975d49f port 1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1 binding host dv-cinder-817351-12-iscsi {{(pid=109818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 11:59:59.340646 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6857d9-5156-465f-bc15-09b1a46d1e85 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Router a620d824-e9ec-40db-b3a8-008c89a0fefc has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 11:59:59.383374 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-dcf52887-402c-4b4b-9e39-344423815455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1), before_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:59.441348 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-51b85bbf-92ff-4445-8615-c661a6233d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:59.521228 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-4781f612-e66a-481e-aa71-fff12c7e3e60 None None] Provisioning complete for port 7a92db39-4a45-4b23-b36f-ceacc7d844be triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 11:59:59.527232 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-4781f612-e66a-481e-aa71-fff12c7e3e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (7a92db39-4a45-4b23-b36f-ceacc7d844be), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:59.545691 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6857d9-5156-465f-bc15-09b1a46d1e85 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 11:59:59.557377 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b2ddda-57b5-4462-9942-1ee044c5a9b3 None None] Sync routers for ids ['a620d824-e9ec-40db-b3a8-008c89a0fefc'] in dv-cinder-817351-12-iscsi {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 11:59:59.584538 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b2ddda-57b5-4462-9942-1ee044c5a9b3 None None] Routers {'a620d824-e9ec-40db-b3a8-008c89a0fefc'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 11:59:59.584538 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-b4b2ddda-57b5-4462-9942-1ee044c5a9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:59:40Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['a620d824-e9ec-40db-b3a8-008c89a0fefc'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 11:59:59.639410 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-df6857d9-5156-465f-bc15-09b1a46d1e85 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for floatingip (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:59.664835 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_common [None req-51b85bbf-92ff-4445-8615-c661a6233d15 admin admin] Allocated IP 172.20.0.1 (bcccd8b5-6e42-4628-93f1-6170f06712a0/9bd5e4b6-17b9-45f9-abe9-01b47868c2d3/25795474-afa1-4798-b209-e5179c5b3d59) {{(pid=109815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 11:59:59.683574 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-df6857d9-5156-465f-bc15-09b1a46d1e85 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5866539 Feb 07 11:59:59.683574 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bab89c-4726-49be-8da9-5f077c5878a8', 'tag': '5e48e753-7851-4836-a4ee-17ecba5a1834'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 11:59:59.684556 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61844b61-1cbb-4716-8e1c-20fd4f7ac868" -d '{"events": [{"name": "network-changed", "server_uuid": "26bab89c-4726-49be-8da9-5f077c5878a8", "tag": "5e48e753-7851-4836-a4ee-17ecba5a1834"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 11:59:59.687582 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 56898) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 11:59:59.711134 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-bcf92794-0883-4a7c-89cd-a94380c3caf0 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-608211004', 'description': 'tempest-secgroup-smoke-608211004 description', 'project_id': '6776d9c9ed2f48c39315e1519cd258f2'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 11:59:59.733417 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-4781f612-e66a-481e-aa71-fff12c7e3e60 None None] Current status of the port 7a92db39-4a45-4b23-b36f-ceacc7d844be is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 11:59:59.748759 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-b4b2ddda-57b5-4462-9942-1ee044c5a9b3 None None] Set router a620d824-e9ec-40db-b3a8-008c89a0fefc gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 11:59:59.756383 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 11:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28b864c-9097-4b44-bd38-e6333655f0fd x-openstack-request-id: req-f28b864c-9097-4b44-bd38-e6333655f0fd {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 11:59:59.756883 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bab89c-4726-49be-8da9-5f077c5878a8", "tag": "5e48e753-7851-4836-a4ee-17ecba5a1834", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 11:59:59.757330 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f28b864c-9097-4b44-bd38-e6333655f0fd {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 11:59:59.757914 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bab89c-4726-49be-8da9-5f077c5878a8', 'tag': '5e48e753-7851-4836-a4ee-17ecba5a1834', 'status': 'completed', 'code': 200} Feb 07 11:59:59.815413 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-dcf52887-402c-4b4b-9e39-344423815455 None None] Publish callbacks [] for port (1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1), precommit_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:59.839612 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61844b61-1cbb-4716-8e1c-20fd4f7ac868 req-85f9872c-428c-4015-8b8d-eb4a5abc15c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:59.841165 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-61844b61-1cbb-4716-8e1c-20fd4f7ac868 req-85f9872c-428c-4015-8b8d-eb4a5abc15c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6776d9c9ed2f48c39315e1519cd258f2&device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 1129 time: 0.0540001 Feb 07 11:59:59.855462 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-51b85bbf-92ff-4445-8615-c661a6233d15 admin admin] Publish callbacks [] for port (25795474-afa1-4798-b209-e5179c5b3d59), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:59.888348 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bcf92794-0883-4a7c-89cd-a94380c3caf0 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:59.916461 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-dcf52887-402c-4b4b-9e39-344423815455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1), after_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 11:59:59.992862 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61844b61-1cbb-4716-8e1c-20fd4f7ac868 req-344694e7-ab39-484f-bc0b-a00cfb7cc5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 11:59:59.995927 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-61844b61-1cbb-4716-8e1c-20fd4f7ac868 req-344694e7-ab39-484f-bc0b-a00cfb7cc5c9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=38900fc3-64b1-482b-951a-e6d2ba6b664b HTTP/1.1" status: 200 len: 915 time: 0.1471989 Feb 07 11:59:59.996154 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.managers [None req-dcf52887-402c-4b4b-9e39-344423815455 None None] Attempting to bind port 1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1 on host dv-cinder-817351-12-iscsi for vnic_type normal with profile {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 11:59:59.996717 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.managers [None req-dcf52887-402c-4b4b-9e39-344423815455 None None] Attempting to bind port 1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1 by drivers openvswitch,hyperv on host dv-cinder-817351-12-iscsi at level 0 using segments [{'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}] {{(pid=109818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 11:59:59.997340 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf52887-402c-4b4b-9e39-344423815455 None None] Attempting to bind port 1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1 on network 12a459b1-c19f-48b5-9c0c-c18492f1de42 {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 12:00:00.005208 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396a563-ae56-412d-bb79-1a66722f74f7 None None] Pushing event updated for resources: {'Port': ['ID=1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1,revision_number=2']} {{(pid=109818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:00.009248 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf52887-402c-4b4b-9e39-344423815455 None None] Checking agent: {'id': '3ccea1af-134d-4579-b433-9df459de661e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 47, 45), 'started_at': datetime.datetime(2022, 2, 7, 11, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 12:00:00.009248 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf52887-402c-4b4b-9e39-344423815455 None None] Checking segment: {'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 12:00:00.009248 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-dcf52887-402c-4b4b-9e39-344423815455 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:00.010308 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf52887-402c-4b4b-9e39-344423815455 None None] Bound using segment: {'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'} {{(pid=109818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 12:00:00.010931 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.managers [None req-dcf52887-402c-4b4b-9e39-344423815455 None None] Bound port: 1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1, host: dv-cinder-817351-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27333d9f-cdd8-4603-a3d3-d9bd5a50a047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}}] {{(pid=109818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 12:00:00.011651 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-dcf52887-402c-4b4b-9e39-344423815455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1), before_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:00.012496 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bcf92794-0883-4a7c-89cd-a94380c3caf0 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for security_group (1b55ef47-0f59-42a5-ac50-67655bde48e8), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:00.014737 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-51b85bbf-92ff-4445-8615-c661a6233d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054'] for port (25795474-afa1-4798-b209-e5179c5b3d59), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:00.087078 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bcf92794-0883-4a7c-89cd-a94380c3caf0 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (1b55ef47-0f59-42a5-ac50-67655bde48e8), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:00.113800 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b85bbf-92ff-4445-8615-c661a6233d15 admin admin] Network bcccd8b5-6e42-4628-93f1-6170f06712a0 is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:00:00.115157 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.db [None req-dcf52887-402c-4b4b-9e39-344423815455 None None] For port 1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1, host dv-cinder-817351-12-iscsi, cleared binding levels {{(pid=109818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 12:00:00.119369 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-61844b61-1cbb-4716-8e1c-20fd4f7ac868 req-5e43caab-ff7a-4d6b-be9e-1cded6b8f730 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e48e753-7851-4836-a4ee-17ecba5a1834 HTTP/1.1" status: 200 len: 999 time: 0.1166415 Feb 07 12:00:00.120404 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.plugins.ml2.db [None req-dcf52887-402c-4b4b-9e39-344423815455 None None] For port 1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1, host dv-cinder-817351-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1,segment=NetworkSegment(27333d9f-cdd8-4603-a3d3-d9bd5a50a047),segment_id=27333d9f-cdd8-4603-a3d3-d9bd5a50a047)] {{(pid=109818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 12:00:00.127663 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-51b85bbf-92ff-4445-8615-c661a6233d15 admin admin] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:00:00.129685 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 7a92db39-4a45-4b23-b36f-ceacc7d844be up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 12:00:00.135229 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b85bbf-92ff-4445-8615-c661a6233d15 admin admin] Received port after_create {{(pid=109815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 12:00:00.135406 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-51b85bbf-92ff-4445-8615-c661a6233d15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-876007'] for router_interface (84370fb9-2b89-436f-9e74-56041975d49f), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:00.137633 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b85bbf-92ff-4445-8615-c661a6233d15 admin admin] Pushing event updated for resources: {'Port': ['ID=25795474-afa1-4798-b209-e5179c5b3d59,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:00.182017 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf92794-0883-4a7c-89cd-a94380c3caf0 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b55ef47-0f59-42a5-ac50-67655bde48e8,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:00.191985 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron_lib.callbacks.manager [None req-dcf52887-402c-4b4b-9e39-344423815455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1), after_update {{(pid=109818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:00.193645 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bcf92794-0883-4a7c-89cd-a94380c3caf0 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:00.197091 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-bcf92794-0883-4a7c-89cd-a94380c3caf0 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5064530 Feb 07 12:00:00.200202 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 56908) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:00.206879 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-010dba94-446d-465e-96bf-73e73a611815 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Request body: {'security_group_rule': {'security_group_id': '1b55ef47-0f59-42a5-ac50-67655bde48e8', 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:00:00.251971 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61844b61-1cbb-4716-8e1c-20fd4f7ac868 req-36728dc8-444e-4636-8c0d-b21c8493183f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:00.254923 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-61844b61-1cbb-4716-8e1c-20fd4f7ac868 req-36728dc8-444e-4636-8c0d-b21c8493183f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c298de01-5de8-498a-b313-e70f45d99c1c HTTP/1.1" status: 200 len: 853 time: 0.1111426 Feb 07 12:00:00.257083 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-b4b2ddda-57b5-4462-9942-1ee044c5a9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'name': 'tempest-TestMinimumBasicScenario-427680304-router', 'tenant_id': '6776d9c9ed2f48c39315e1519cd258f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '2ea34767-9c51-49b5-913a-bea2bc7e78bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:58:15Z', 'updated_at': '2022-02-07T11:58:18Z', 'revision_number': 4, 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'gw_port': {'id': '2ea34767-9c51-49b5-913a-bea2bc7e78bb', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:84:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:15Z', 'updated_at': '2022-02-07T11:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_floatingips': [{'id': '2afaf493-c26a-4aa4-b377-776643afacc3', 'tenant_id': '6776d9c9ed2f48c39315e1519cd258f2', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'port_id': '5e48e753-7851-4836-a4ee-17ecba5a1834', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38900fc3-64b1-482b-951a-e6d2ba6b664b', 'mac_address': 'fa:16:3e:8e:71:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bab89c-4726-49be-8da9-5f077c5878a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T11:59:57Z', 'updated_at': '2022-02-07T11:59:57Z', 'revision_number': 0, 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9311cdfe-702c-45ea-8266-263ca4ab1534', 'name': '', 'network_id': '38900fc3-64b1-482b-951a-e6d2ba6b664b', 'tenant_id': '6776d9c9ed2f48c39315e1519cd258f2', 'mac_address': 'fa:16:3e:ad:e3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'c298de01-5de8-498a-b313-e70f45d99c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:18Z', 'updated_at': '2022-02-07T11:58:23Z', 'revision_number': 5, 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'subnets': [{'id': 'c298de01-5de8-498a-b313-e70f45d99c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:00:00.261163 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port 7a92db39-4a45-4b23-b36f-ceacc7d844be triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:00:00.261545 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (7a92db39-4a45-4b23-b36f-ceacc7d844be), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:00.312626 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396a563-ae56-412d-bb79-1a66722f74f7 None None] Pushing event updated for resources: {'Port': ['ID=1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1,revision_number=3']} {{(pid=109818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:00.332031 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b2ddda-57b5-4462-9942-1ee044c5a9b3 None None] Checking router: a620d824-e9ec-40db-b3a8-008c89a0fefc for host: dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:00:00.341539 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-010dba94-446d-465e-96bf-73e73a611815 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for security_group_rule (75b80c25-9091-47d6-9bec-e16ae8cde1f7), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:00.363883 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61844b61-1cbb-4716-8e1c-20fd4f7ac868 req-6764c88b-877c-4a84-982d-39ce8de8e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:00.367249 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf52887-402c-4b4b-9e39-344423815455 None None] Routers {'84370fb9-2b89-436f-9e74-56041975d49f'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:00:00.369944 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-61844b61-1cbb-4716-8e1c-20fd4f7ac868 req-6764c88b-877c-4a84-982d-39ce8de8e536 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38900fc3-64b1-482b-951a-e6d2ba6b664b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1030068 Feb 07 12:00:00.370835 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-dcf52887-402c-4b4b-9e39-344423815455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:59:40Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['84370fb9-2b89-436f-9e74-56041975d49f'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:00:00.453486 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-010dba94-446d-465e-96bf-73e73a611815 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for security_group_rule (75b80c25-9091-47d6-9bec-e16ae8cde1f7), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:00.460533 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b2ddda-57b5-4462-9942-1ee044c5a9b3 None None] Routers {'a620d824-e9ec-40db-b3a8-008c89a0fefc'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:00:00.461178 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-b4b2ddda-57b5-4462-9942-1ee044c5a9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:59:40Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['a620d824-e9ec-40db-b3a8-008c89a0fefc'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:00:00.515093 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-010dba94-446d-465e-96bf-73e73a611815 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032617'] for security_group_rule (75b80c25-9091-47d6-9bec-e16ae8cde1f7), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:00.519599 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-51b85bbf-92ff-4445-8615-c661a6233d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (25795474-afa1-4798-b209-e5179c5b3d59), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:00.544688 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1b302-345e-4333-9837-33f5196ac08a req-f2dd8909-e887-4ded-8aa6-411cb76198ee tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:00.545529 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010dba94-446d-465e-96bf-73e73a611815 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b80c25-9091-47d6-9bec-e16ae8cde1f7,revision_number=0']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:00.546255 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-95b1b302-345e-4333-9837-33f5196ac08a req-f2dd8909-e887-4ded-8aa6-411cb76198ee tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0784302 Feb 07 12:00:00.555566 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-dcf52887-402c-4b4b-9e39-344423815455 None None] Set router 84370fb9-2b89-436f-9e74-56041975d49f gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:00:00.616614 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-61844b61-1cbb-4716-8e1c-20fd4f7ac868 req-4536c0f4-1043-45ad-af69-74a82bf22b16 service neutron] 10.222.0.18 "GET /v2.0/networks/38900fc3-64b1-482b-951a-e6d2ba6b664b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413778 Feb 07 12:00:00.648526 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-010dba94-446d-465e-96bf-73e73a611815 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:00.652385 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-010dba94-446d-465e-96bf-73e73a611815 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4470594 Feb 07 12:00:00.657833 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 56926) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:00.662364 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-b4b2ddda-57b5-4462-9942-1ee044c5a9b3 None None] Set router a620d824-e9ec-40db-b3a8-008c89a0fefc gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:00:00.665488 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-238da1d5-bfeb-45dd-83d1-f6735b60bc4e tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Request body: {'security_group_rule': {'security_group_id': '1b55ef47-0f59-42a5-ac50-67655bde48e8', 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:00:00.689737 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-95b1b302-345e-4333-9837-33f5196ac08a req-ca9c758a-1d4d-4e9c-934f-32d69d27b082 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227834 Feb 07 12:00:00.773335 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-61844b61-1cbb-4716-8e1c-20fd4f7ac868 req-bb92e385-86aa-4cb2-b0e2-a1d7a3e0acd2 service neutron] 10.222.0.18 "GET /v2.0/networks/38900fc3-64b1-482b-951a-e6d2ba6b664b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468892 Feb 07 12:00:00.792456 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-51b85bbf-92ff-4445-8615-c661a6233d15 admin admin] Publish callbacks [] for port (25795474-afa1-4798-b209-e5179c5b3d59), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:00.845068 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-cab61b2f-eb9a-423e-ac1b-61156717e8c7 None None] Provisioning complete for port 25795474-afa1-4798-b209-e5179c5b3d59 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:00:00.845687 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-cab61b2f-eb9a-423e-ac1b-61156717e8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (25795474-afa1-4798-b209-e5179c5b3d59), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:00.848623 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-dcf52887-402c-4b4b-9e39-344423815455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84370fb9-2b89-436f-9e74-56041975d49f', 'name': 'tempest-TestVolumeBootPattern-451444357-router', 'tenant_id': '5575503792ef448980ea1ba37b1b03f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:55Z', 'updated_at': '2022-02-07T11:59:57Z', 'revision_number': 3, 'project_id': '5575503792ef448980ea1ba37b1b03f0', 'gw_port': {'id': '1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:71:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84370fb9-2b89-436f-9e74-56041975d49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:56Z', 'updated_at': '2022-02-07T12:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:00:00.869471 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-238da1d5-bfeb-45dd-83d1-f6735b60bc4e tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for security_group_rule (99cb62b2-a374-41e9-b935-861f8771c694), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:00.886382 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf52887-402c-4b4b-9e39-344423815455 None None] The sync data for ids ['84370fb9-2b89-436f-9e74-56041975d49f'] in dv-cinder-817351-12-iscsi is: [{'id': '84370fb9-2b89-436f-9e74-56041975d49f', 'name': 'tempest-TestVolumeBootPattern-451444357-router', 'tenant_id': '5575503792ef448980ea1ba37b1b03f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:55Z', 'updated_at': '2022-02-07T11:59:57Z', 'revision_number': 3, 'project_id': '5575503792ef448980ea1ba37b1b03f0', 'gw_port': {'id': '1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:71:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84370fb9-2b89-436f-9e74-56041975d49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:56Z', 'updated_at': '2022-02-07T12:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}] {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:00:00.916784 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-51b85bbf-92ff-4445-8615-c661a6233d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (25795474-afa1-4798-b209-e5179c5b3d59), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:00.919449 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-51b85bbf-92ff-4445-8615-c661a6233d15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-869239'] for router_interface (84370fb9-2b89-436f-9e74-56041975d49f), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:00.954588 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b85dc-4725-4548-ab18-d3642c55d637 req-b8e7f01f-e969-4ce0-82a7-a67564dd0282 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:00.955519 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-407b85dc-4725-4548-ab18-d3642c55d637 req-b8e7f01f-e969-4ce0-82a7-a67564dd0282 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 946 time: 0.0743577 Feb 07 12:00:01.019438 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-407b85dc-4725-4548-ab18-d3642c55d637 req-5aa5e791-6f74-4d69-9650-a08c891bf690 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581784 Feb 07 12:00:01.044444 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b85bbf-92ff-4445-8615-c661a6233d15 admin admin] Pushing event updated for resources: {'Port': ['ID=25795474-afa1-4798-b209-e5179c5b3d59,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:01.055411 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-238da1d5-bfeb-45dd-83d1-f6735b60bc4e tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for security_group_rule (99cb62b2-a374-41e9-b935-861f8771c694), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:01.065464 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-cab61b2f-eb9a-423e-ac1b-61156717e8c7 None None] Port 25795474-afa1-4798-b209-e5179c5b3d59 cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 12:00:01.101203 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b85bbf-92ff-4445-8615-c661a6233d15 admin admin] Network bcccd8b5-6e42-4628-93f1-6170f06712a0 is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:00:01.103299 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-51b85bbf-92ff-4445-8615-c661a6233d15 admin admin] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:00:01.121227 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port 7a92db39-4a45-4b23-b36f-ceacc7d844be is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:00:01.157186 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-238da1d5-bfeb-45dd-83d1-f6735b60bc4e tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032617'] for security_group_rule (99cb62b2-a374-41e9-b935-861f8771c694), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:01.210191 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238da1d5-bfeb-45dd-83d1-f6735b60bc4e tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99cb62b2-a374-41e9-b935-861f8771c694,revision_number=0']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:01.260323 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-238da1d5-bfeb-45dd-83d1-f6735b60bc4e tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:01.261736 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-238da1d5-bfeb-45dd-83d1-f6735b60bc4e tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6023290 Feb 07 12:00:01.266305 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 56936) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:01.272595 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-de95294c-5500-4c32-8168-f10b88a40e9e tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Request body: {'security_group_rule': {'security_group_id': '1b55ef47-0f59-42a5-ac50-67655bde48e8', 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:00:01.282895 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b85bbf-92ff-4445-8615-c661a6233d15 admin admin] Router 84370fb9-2b89-436f-9e74-56041975d49f has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 12:00:01.289300 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-b4b2ddda-57b5-4462-9942-1ee044c5a9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'name': 'tempest-TestMinimumBasicScenario-427680304-router', 'tenant_id': '6776d9c9ed2f48c39315e1519cd258f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '2ea34767-9c51-49b5-913a-bea2bc7e78bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:58:15Z', 'updated_at': '2022-02-07T11:58:18Z', 'revision_number': 4, 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'gw_port': {'id': '2ea34767-9c51-49b5-913a-bea2bc7e78bb', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:84:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:15Z', 'updated_at': '2022-02-07T11:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_floatingips': [{'id': '2afaf493-c26a-4aa4-b377-776643afacc3', 'tenant_id': '6776d9c9ed2f48c39315e1519cd258f2', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'port_id': '5e48e753-7851-4836-a4ee-17ecba5a1834', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38900fc3-64b1-482b-951a-e6d2ba6b664b', 'mac_address': 'fa:16:3e:8e:71:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bab89c-4726-49be-8da9-5f077c5878a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T11:59:57Z', 'updated_at': '2022-02-07T11:59:57Z', 'revision_number': 0, 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9311cdfe-702c-45ea-8266-263ca4ab1534', 'name': '', 'network_id': '38900fc3-64b1-482b-951a-e6d2ba6b664b', 'tenant_id': '6776d9c9ed2f48c39315e1519cd258f2', 'mac_address': 'fa:16:3e:ad:e3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'c298de01-5de8-498a-b313-e70f45d99c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:18Z', 'updated_at': '2022-02-07T11:58:23Z', 'revision_number': 5, 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'subnets': [{'id': 'c298de01-5de8-498a-b313-e70f45d99c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:00:01.319299 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b2ddda-57b5-4462-9942-1ee044c5a9b3 None None] The sync data for ids ['a620d824-e9ec-40db-b3a8-008c89a0fefc'] in dv-cinder-817351-12-iscsi is: [{'id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'name': 'tempest-TestMinimumBasicScenario-427680304-router', 'tenant_id': '6776d9c9ed2f48c39315e1519cd258f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '2ea34767-9c51-49b5-913a-bea2bc7e78bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:58:15Z', 'updated_at': '2022-02-07T11:58:18Z', 'revision_number': 4, 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'gw_port': {'id': '2ea34767-9c51-49b5-913a-bea2bc7e78bb', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:84:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:15Z', 'updated_at': '2022-02-07T11:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_floatingips': [{'id': '2afaf493-c26a-4aa4-b377-776643afacc3', 'tenant_id': '6776d9c9ed2f48c39315e1519cd258f2', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'port_id': '5e48e753-7851-4836-a4ee-17ecba5a1834', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38900fc3-64b1-482b-951a-e6d2ba6b664b', 'mac_address': 'fa:16:3e:8e:71:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bab89c-4726-49be-8da9-5f077c5878a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T11:59:57Z', 'updated_at': '2022-02-07T11:59:57Z', 'revision_number': 0, 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9311cdfe-702c-45ea-8266-263ca4ab1534', 'name': '', 'network_id': '38900fc3-64b1-482b-951a-e6d2ba6b664b', 'tenant_id': '6776d9c9ed2f48c39315e1519cd258f2', 'mac_address': 'fa:16:3e:ad:e3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'c298de01-5de8-498a-b313-e70f45d99c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:18Z', 'updated_at': '2022-02-07T11:58:23Z', 'revision_number': 5, 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'subnets': [{'id': 'c298de01-5de8-498a-b313-e70f45d99c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:00:01.397243 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-de95294c-5500-4c32-8168-f10b88a40e9e tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for security_group_rule (dae6a71b-febb-4767-a38e-2904a16b7879), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:01.451554 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b85bbf-92ff-4445-8615-c661a6233d15 admin admin] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 12:00:01.464524 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-51b85bbf-92ff-4445-8615-c661a6233d15 admin admin] 10.222.0.67 "PUT /v2.0/routers/84370fb9-2b89-436f-9e74-56041975d49f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7222540 Feb 07 12:00:01.492403 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-de95294c-5500-4c32-8168-f10b88a40e9e tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for security_group_rule (dae6a71b-febb-4767-a38e-2904a16b7879), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:01.508942 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-ee77f452-6288-441a-8cb3-595989c485d0 None None] Provisioning complete for port 25795474-afa1-4798-b209-e5179c5b3d59 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:00:01.509422 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-ee77f452-6288-441a-8cb3-595989c485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (25795474-afa1-4798-b209-e5179c5b3d59), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:01.549459 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-ee77f452-6288-441a-8cb3-595989c485d0 None None] Port 25795474-afa1-4798-b209-e5179c5b3d59 cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 12:00:01.561747 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-de95294c-5500-4c32-8168-f10b88a40e9e tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032617'] for security_group_rule (dae6a71b-febb-4767-a38e-2904a16b7879), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:01.583990 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95294c-5500-4c32-8168-f10b88a40e9e tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae6a71b-febb-4767-a38e-2904a16b7879,revision_number=0']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:01.656067 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a39096-7a9f-49b0-9897-f07d6f7a0a28 None None] New status for floating IP 2afaf493-c26a-4aa4-b377-776643afacc3: ACTIVE {{(pid=109818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 12:00:01.665891 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-de95294c-5500-4c32-8168-f10b88a40e9e tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:01.667750 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-de95294c-5500-4c32-8168-f10b88a40e9e tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4001594 Feb 07 12:00:01.670960 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 56946) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:01.675492 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-f05ee510-1369-4be7-a2c3-26ff83dd975d tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Request body: {'security_group_rule': {'security_group_id': '1b55ef47-0f59-42a5-ac50-67655bde48e8', 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:00:01.767342 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f05ee510-1369-4be7-a2c3-26ff83dd975d tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for security_group_rule (36baa3c3-c860-4206-9b39-e1b21bf958f3), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:01.878871 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e2088-2379-4d7b-b151-b684bc305b0c req-0fbbca20-dedf-4791-beb8-c8b2de3f46c6 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:01.880463 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b46e2088-2379-4d7b-b151-b684bc305b0c req-0fbbca20-dedf-4791-beb8-c8b2de3f46c6 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0866344 Feb 07 12:00:01.894410 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f05ee510-1369-4be7-a2c3-26ff83dd975d tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for security_group_rule (36baa3c3-c860-4206-9b39-e1b21bf958f3), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:01.941730 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b46e2088-2379-4d7b-b151-b684bc305b0c req-2d030a3b-dac7-46c8-afb1-63e26968fffd tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492654 Feb 07 12:00:01.963271 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f05ee510-1369-4be7-a2c3-26ff83dd975d tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032617'] for security_group_rule (36baa3c3-c860-4206-9b39-e1b21bf958f3), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:01.984566 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ee510-1369-4be7-a2c3-26ff83dd975d tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36baa3c3-c860-4206-9b39-e1b21bf958f3,revision_number=0']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:02.095344 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f05ee510-1369-4be7-a2c3-26ff83dd975d tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:02.108035 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 56952) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:02.108154 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-f05ee510-1369-4be7-a2c3-26ff83dd975d tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4284194 Feb 07 12:00:02.108260 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-a7458d65-6429-4c9e-a780-94eca2107215 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Request body: {'security_group_rule': {'security_group_id': '1b55ef47-0f59-42a5-ac50-67655bde48e8', 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:00:02.163852 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1 up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 12:00:02.222565 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a24996-6957-4fb7-90c0-fdf64d6bc3be req-b3a679a4-7d32-47ba-9217-f81404a6e864 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:02.227377 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a5a24996-6957-4fb7-90c0-fdf64d6bc3be req-b3a679a4-7d32-47ba-9217-f81404a6e864 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 946 time: 0.1053195 Feb 07 12:00:02.246892 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port 1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:00:02.247298 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.db.securitygroups_db [None req-a7458d65-6429-4c9e-a780-94eca2107215 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Project 6776d9c9ed2f48c39315e1519cd258f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 12:00:02.247570 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:02.253381 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a7458d65-6429-4c9e-a780-94eca2107215 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for security_group_rule (8da4b5c1-fc7b-4bdb-8025-f06235631bba), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:02.284432 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a5a24996-6957-4fb7-90c0-fdf64d6bc3be req-4533d397-0b28-4241-9232-097522599f97 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529318 Feb 07 12:00:02.349375 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port 1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1 is: DOWN; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:00:02.349896 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:02.371753 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] For port 1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1,segment=NetworkSegment(27333d9f-cdd8-4603-a3d3-d9bd5a50a047),segment_id=27333d9f-cdd8-4603-a3d3-d9bd5a50a047)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:00:02.402283 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 56962) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:02.408190 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-dc13f92d-d4e2-4424-8392-0613c9dbedca tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1931655663', 'description': 'tempest-secgroup-smoke-1931655663 description', 'project_id': '2f652314e22c4aaeb65f608410318706'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:00:02.474638 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:02.505318 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-dc13f92d-d4e2-4424-8392-0613c9dbedca tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:02.520564 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a7458d65-6429-4c9e-a780-94eca2107215 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for security_group_rule (8da4b5c1-fc7b-4bdb-8025-f06235631bba), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:02.530016 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Pushing event updated for resources: {'Port': ['ID=1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:02.587889 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-dc13f92d-d4e2-4424-8392-0613c9dbedca tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for security_group (4d0ea404-a5d1-4383-af02-01c54c973929), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:02.606766 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a7458d65-6429-4c9e-a780-94eca2107215 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032617'] for security_group_rule (8da4b5c1-fc7b-4bdb-8025-f06235631bba), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:02.624250 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7458d65-6429-4c9e-a780-94eca2107215 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da4b5c1-fc7b-4bdb-8025-f06235631bba,revision_number=0']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:02.675276 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-dc13f92d-d4e2-4424-8392-0613c9dbedca tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (4d0ea404-a5d1-4383-af02-01c54c973929), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:02.720650 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13f92d-d4e2-4424-8392-0613c9dbedca tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0ea404-a5d1-4383-af02-01c54c973929,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:02.720801 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a7458d65-6429-4c9e-a780-94eca2107215 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:02.720801 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-a7458d65-6429-4c9e-a780-94eca2107215 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6184111 Feb 07 12:00:02.722349 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 56968) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:02.727222 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-b9ecf9ae-87cf-48db-8237-f89b3da2d2cd tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Request body: {'security_group_rule': {'security_group_id': '1b55ef47-0f59-42a5-ac50-67655bde48e8', 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:00:02.786148 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-dc13f92d-d4e2-4424-8392-0613c9dbedca tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:02.787462 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-dc13f92d-d4e2-4424-8392-0613c9dbedca tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3839855 Feb 07 12:00:02.790349 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 56970) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:02.794573 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-8ad09fb4-aec1-4735-a9fe-2f4b876cfee9 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Request body: {'security_group_rule': {'security_group_id': '4d0ea404-a5d1-4383-af02-01c54c973929', 'project_id': '2f652314e22c4aaeb65f608410318706', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:00:02.864133 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.db.securitygroups_db [None req-b9ecf9ae-87cf-48db-8237-f89b3da2d2cd tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Project 6776d9c9ed2f48c39315e1519cd258f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 12:00:02.869503 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b9ecf9ae-87cf-48db-8237-f89b3da2d2cd tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for security_group_rule (46746629-42cf-446f-b4df-79df152d9494), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:02.914214 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8ad09fb4-aec1-4735-a9fe-2f4b876cfee9 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for security_group_rule (fe6811d5-08de-4837-8a51-01e50d1440e4), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:02.967654 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b9ecf9ae-87cf-48db-8237-f89b3da2d2cd tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for security_group_rule (46746629-42cf-446f-b4df-79df152d9494), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:02.990654 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8ad09fb4-aec1-4735-a9fe-2f4b876cfee9 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for security_group_rule (fe6811d5-08de-4837-8a51-01e50d1440e4), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:03.061333 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c7c4d-e042-45bf-bbe0-dd35b5026a5e req-93ce0e51-040e-4500-96de-68fb9f7a3c5b tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:03.062903 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3c3c7c4d-e042-45bf-bbe0-dd35b5026a5e req-93ce0e51-040e-4500-96de-68fb9f7a3c5b tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.0521822 Feb 07 12:00:03.111075 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3c3c7c4d-e042-45bf-bbe0-dd35b5026a5e req-82c5eda8-2e2b-484a-bb16-a9182ec39ee5 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427635 Feb 07 12:00:03.121435 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8ad09fb4-aec1-4735-a9fe-2f4b876cfee9 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032617'] for security_group_rule (fe6811d5-08de-4837-8a51-01e50d1440e4), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:03.134886 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b9ecf9ae-87cf-48db-8237-f89b3da2d2cd tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032617'] for security_group_rule (46746629-42cf-446f-b4df-79df152d9494), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:03.140684 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad09fb4-aec1-4735-a9fe-2f4b876cfee9 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6811d5-08de-4837-8a51-01e50d1440e4,revision_number=0']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:03.172651 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ecf9ae-87cf-48db-8237-f89b3da2d2cd tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46746629-42cf-446f-b4df-79df152d9494,revision_number=0']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:03.241305 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8ad09fb4-aec1-4735-a9fe-2f4b876cfee9 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:03.242707 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-8ad09fb4-aec1-4735-a9fe-2f4b876cfee9 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4513910 Feb 07 12:00:03.245533 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 56988) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:03.252020 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-b6a03d69-d05a-4e14-822a-6c1d93bdfec9 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Request body: {'security_group_rule': {'security_group_id': '4d0ea404-a5d1-4383-af02-01c54c973929', 'project_id': '2f652314e22c4aaeb65f608410318706', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:00:03.282093 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685685dd-940a-499b-a0b3-5739a4ff8c2c req-1ced22d6-7595-4a58-88d7-398367b95048 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:03.285896 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-685685dd-940a-499b-a0b3-5739a4ff8c2c req-1ced22d6-7595-4a58-88d7-398367b95048 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 946 time: 0.0894518 Feb 07 12:00:03.293734 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c6612-e8e4-4dc3-af6e-1ddb54f1f8e4 req-445cdaec-59ea-468c-89ae-dcd33b2e4db2 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:03.295689 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-814c6612-e8e4-4dc3-af6e-1ddb54f1f8e4 req-445cdaec-59ea-468c-89ae-dcd33b2e4db2 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.1207108 Feb 07 12:00:03.316620 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b9ecf9ae-87cf-48db-8237-f89b3da2d2cd tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:03.317793 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-b9ecf9ae-87cf-48db-8237-f89b3da2d2cd tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5942471 Feb 07 12:00:03.396575 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b6a03d69-d05a-4e14-822a-6c1d93bdfec9 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for security_group_rule (4eccc5fe-b0ac-4002-86f0-4fe3f2a4e830), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:03.431981 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-814c6612-e8e4-4dc3-af6e-1ddb54f1f8e4 req-01956809-02c2-4085-9e6e-6df77b2ba014 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253486 Feb 07 12:00:03.465404 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd65ea-463f-4ebc-8a06-af626897c858 req-e8bdc161-2313-4923-9481-2c15529305c2 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:03.465404 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-edcd65ea-463f-4ebc-8a06-af626897c858 req-e8bdc161-2313-4923-9481-2c15529305c2 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 946 time: 0.1026182 Feb 07 12:00:03.486363 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b6a03d69-d05a-4e14-822a-6c1d93bdfec9 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for security_group_rule (4eccc5fe-b0ac-4002-86f0-4fe3f2a4e830), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:03.495998 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-685685dd-940a-499b-a0b3-5739a4ff8c2c req-92a26ca8-e8d3-4cad-bcf5-4f52bc6f0e72 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Deleting port b4e557b3-d07c-4bfd-a246-48ce231e0a81 {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:00:03.495998 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-685685dd-940a-499b-a0b3-5739a4ff8c2c req-92a26ca8-e8d3-4cad-bcf5-4f52bc6f0e72 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (b4e557b3-d07c-4bfd-a246-48ce231e0a81), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:03.522474 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-edcd65ea-463f-4ebc-8a06-af626897c858 req-c4e6c1fa-e8b1-417d-bc24-76f5d163305c tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525715 Feb 07 12:00:03.589757 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b6a03d69-d05a-4e14-822a-6c1d93bdfec9 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032617'] for security_group_rule (4eccc5fe-b0ac-4002-86f0-4fe3f2a4e830), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:03.608751 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a03d69-d05a-4e14-822a-6c1d93bdfec9 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eccc5fe-b0ac-4002-86f0-4fe3f2a4e830,revision_number=0']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:03.653763 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9ec8458c-919a-435e-9aca-97a705244370 req-e259470d-246c-4bd1-96bf-4f81d7a6047a tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-608211004&fields=id&tenant_id=6776d9c9ed2f48c39315e1519cd258f2 HTTP/1.1" status: 200 len: 267 time: 0.0861239 Feb 07 12:00:03.679407 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-685685dd-940a-499b-a0b3-5739a4ff8c2c req-92a26ca8-e8d3-4cad-bcf5-4f52bc6f0e72 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] For port b4e557b3-d07c-4bfd-a246-48ce231e0a81, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b4e557b3-d07c-4bfd-a246-48ce231e0a81,segment=NetworkSegment(f47893db-e434-4e31-97bd-89f81aa77ab5),segment_id=f47893db-e434-4e31-97bd-89f81aa77ab5)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:00:03.679772 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-685685dd-940a-499b-a0b3-5739a4ff8c2c req-92a26ca8-e8d3-4cad-bcf5-4f52bc6f0e72 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (b4e557b3-d07c-4bfd-a246-48ce231e0a81), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:03.683687 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b6a03d69-d05a-4e14-822a-6c1d93bdfec9 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:03.685084 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-b6a03d69-d05a-4e14-822a-6c1d93bdfec9 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4381731 Feb 07 12:00:03.687934 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 57000) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:03.692462 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-d14fc1c4-23c2-4a23-9786-d33a7650c9d0 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Request body: {'security_group_rule': {'security_group_id': '4d0ea404-a5d1-4383-af02-01c54c973929', 'project_id': '2f652314e22c4aaeb65f608410318706', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:00:03.711190 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-685685dd-940a-499b-a0b3-5739a4ff8c2c req-92a26ca8-e8d3-4cad-bcf5-4f52bc6f0e72 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Calling delete_port for b4e557b3-d07c-4bfd-a246-48ce231e0a81 owned by compute:nova {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:00:03.797076 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-d14fc1c4-23c2-4a23-9786-d33a7650c9d0 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for security_group_rule (844a088a-ad25-4aac-9b82-d6c3b3327af9), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:03.860220 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-d14fc1c4-23c2-4a23-9786-d33a7650c9d0 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for security_group_rule (844a088a-ad25-4aac-9b82-d6c3b3327af9), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:03.955686 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-d14fc1c4-23c2-4a23-9786-d33a7650c9d0 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032617'] for security_group_rule (844a088a-ad25-4aac-9b82-d6c3b3327af9), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:03.974341 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14fc1c4-23c2-4a23-9786-d33a7650c9d0 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=844a088a-ad25-4aac-9b82-d6c3b3327af9,revision_number=0']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:04.036459 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8458c-919a-435e-9aca-97a705244370 req-c2656896-7e43-4b2e-869a-650fc5c8be58 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:04.037973 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9ec8458c-919a-435e-9aca-97a705244370 req-c2656896-7e43-4b2e-869a-650fc5c8be58 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 945 time: 0.3751662 Feb 07 12:00:04.060504 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1 up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 12:00:04.062343 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [req-9ec8458c-919a-435e-9aca-97a705244370 req-dda50e90-5ab1-44de-b405-0a82985db6a3 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Request body: {'port': {'security_groups': ['4e800270-5b67-448d-8f28-892777e2ee24', '1b55ef47-0f59-42a5-ac50-67655bde48e8']}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:00:04.101748 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-d14fc1c4-23c2-4a23-9786-d33a7650c9d0 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:04.103576 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-d14fc1c4-23c2-4a23-9786-d33a7650c9d0 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4144168 Feb 07 12:00:04.106637 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 57002) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:04.111594 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-2a059011-a126-4295-ab26-076896fb4fd4 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Request body: {'security_group_rule': {'security_group_id': '4d0ea404-a5d1-4383-af02-01c54c973929', 'project_id': '2f652314e22c4aaeb65f608410318706', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:00:04.119229 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port 1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:00:04.120069 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:04.156946 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8fe3c-aea7-4e70-ab23-9d697a33d8a3 req-4634f49b-832a-4fbe-ad41-132d06aed121 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:04.159463 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a6b8fe3c-aea7-4e70-ab23-9d697a33d8a3 req-4634f49b-832a-4fbe-ad41-132d06aed121 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.1430244 Feb 07 12:00:04.203719 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2a059011-a126-4295-ab26-076896fb4fd4 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for security_group_rule (b13a302d-44ad-4a42-b57a-a4c93e251bbb), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:04.231827 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port 1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1 is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:00:04.232948 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-9ec8458c-919a-435e-9aca-97a705244370 req-dda50e90-5ab1-44de-b405-0a82985db6a3 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (5e48e753-7851-4836-a4ee-17ecba5a1834), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:04.305467 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee57cb9-a220-489b-9577-084074b2a466 req-c924e515-bf89-47bf-bf22-1427aa33aae4 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:04.307354 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-fee57cb9-a220-489b-9577-084074b2a466 req-c924e515-bf89-47bf-bf22-1427aa33aae4 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 945 time: 0.1050951 Feb 07 12:00:04.333942 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2a059011-a126-4295-ab26-076896fb4fd4 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for security_group_rule (b13a302d-44ad-4a42-b57a-a4c93e251bbb), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:04.362921 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-fee57cb9-a220-489b-9577-084074b2a466 req-cda8dcbf-ace7-4e36-9fbb-76d596872efd tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490177 Feb 07 12:00:04.412439 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2a059011-a126-4295-ab26-076896fb4fd4 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032617'] for security_group_rule (b13a302d-44ad-4a42-b57a-a4c93e251bbb), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:04.423573 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-a6b8fe3c-aea7-4e70-ab23-9d697a33d8a3 req-a14c099f-0c30-4d0d-840e-ae77a7bd3869 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Deleting port 0e32a59a-3229-485e-a5df-55c89a0d4315 {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:00:04.423918 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-a6b8fe3c-aea7-4e70-ab23-9d697a33d8a3 req-a14c099f-0c30-4d0d-840e-ae77a7bd3869 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (0e32a59a-3229-485e-a5df-55c89a0d4315), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:04.431762 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a059011-a126-4295-ab26-076896fb4fd4 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13a302d-44ad-4a42-b57a-a4c93e251bbb,revision_number=0']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:04.473586 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-685685dd-940a-499b-a0b3-5739a4ff8c2c req-92a26ca8-e8d3-4cad-bcf5-4f52bc6f0e72 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (b4e557b3-d07c-4bfd-a246-48ce231e0a81), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:04.481327 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f319e-b96e-436b-bf33-fcd6da8bc910 None None] Sync routers for ids ['84370fb9-2b89-436f-9e74-56041975d49f'] in dv-cinder-817351-12-iscsi {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:00:04.494683 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['11cb008d-8ef4-45f4-a74c-bd2d812a6f4a', 'e2400d1c-e982-409f-935f-81f08cdb1083', 'bfdc2f38-9d41-4a61-9598-39aadce82d5d', 'b4e557b3-d07c-4bfd-a246-48ce231e0a81'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 12:00:04.525665 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83f319e-b96e-436b-bf33-fcd6da8bc910 None None] Routers {'84370fb9-2b89-436f-9e74-56041975d49f'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:00:04.526491 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-f83f319e-b96e-436b-bf33-fcd6da8bc910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:59:40Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['84370fb9-2b89-436f-9e74-56041975d49f'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:00:04.552079 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2a059011-a126-4295-ab26-076896fb4fd4 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:04.557803 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-2a059011-a126-4295-ab26-076896fb4fd4 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4493599 Feb 07 12:00:04.559001 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 57014) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:04.565463 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-d5f3b721-8761-4216-b325-7daa4bbc97c5 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Request body: {'security_group_rule': {'security_group_id': '4d0ea404-a5d1-4383-af02-01c54c973929', 'project_id': '2f652314e22c4aaeb65f608410318706', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:00:04.567627 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a26ca8-e8d3-4cad-bcf5-4f52bc6f0e72 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Pushing event deleted for resources: {'Port': ['ID=b4e557b3-d07c-4bfd-a246-48ce231e0a81,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:04.692529 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022a292-cffc-400b-979f-f26104dcfa58 req-aa0f7411-e2aa-4532-a6a2-327a1b74f00a tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:04.694881 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9022a292-cffc-400b-979f-f26104dcfa58 req-aa0f7411-e2aa-4532-a6a2-327a1b74f00a tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.1094782 Feb 07 12:00:04.699123 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-685685dd-940a-499b-a0b3-5739a4ff8c2c req-92a26ca8-e8d3-4cad-bcf5-4f52bc6f0e72 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] No DVR routers for this DVR port b4e557b3-d07c-4bfd-a246-48ce231e0a81 on host hv-cinder-81735 {{(pid=109816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:00:04.702432 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-a6b8fe3c-aea7-4e70-ab23-9d697a33d8a3 req-a14c099f-0c30-4d0d-840e-ae77a7bd3869 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] For port 0e32a59a-3229-485e-a5df-55c89a0d4315, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=0e32a59a-3229-485e-a5df-55c89a0d4315,segment=NetworkSegment(ab018b14-5345-4646-b1fb-61d78a233fba),segment_id=ab018b14-5345-4646-b1fb-61d78a233fba)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:00:04.703560 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-a6b8fe3c-aea7-4e70-ab23-9d697a33d8a3 req-a14c099f-0c30-4d0d-840e-ae77a7bd3869 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (0e32a59a-3229-485e-a5df-55c89a0d4315), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:04.721446 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-685685dd-940a-499b-a0b3-5739a4ff8c2c req-92a26ca8-e8d3-4cad-bcf5-4f52bc6f0e72 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:04.722723 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-f83f319e-b96e-436b-bf33-fcd6da8bc910 None None] Set router 84370fb9-2b89-436f-9e74-56041975d49f gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:00:04.724861 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-685685dd-940a-499b-a0b3-5739a4ff8c2c req-92a26ca8-e8d3-4cad-bcf5-4f52bc6f0e72 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.18 "DELETE /v2.0/ports/b4e557b3-d07c-4bfd-a246-48ce231e0a81 HTTP/1.1" status: 204 len: 173 time: 1.4243321 Feb 07 12:00:04.729119 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c995ae4-3088-4640-9397-fa47582d3caf', 'name': 'network-vif-deleted', 'tag': 'b4e557b3-d07c-4bfd-a246-48ce231e0a81'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:00:04.730775 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c48b9f9-62dd-419c-931d-a31f34d31c3d" -d '{"events": [{"server_uuid": "4c995ae4-3088-4640-9397-fa47582d3caf", "name": "network-vif-deleted", "tag": "b4e557b3-d07c-4bfd-a246-48ce231e0a81"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:00:04.737589 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.db.securitygroups_db [None req-d5f3b721-8761-4216-b325-7daa4bbc97c5 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Project 2f652314e22c4aaeb65f608410318706 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 12:00:04.737804 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-9ec8458c-919a-435e-9aca-97a705244370 req-dda50e90-5ab1-44de-b405-0a82985db6a3 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] For port 5e48e753-7851-4836-a4ee-17ecba5a1834, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=5e48e753-7851-4836-a4ee-17ecba5a1834,segment=NetworkSegment(f74bba07-bca7-4a3b-b25c-71cc9693ebb7),segment_id=f74bba07-bca7-4a3b-b25c-71cc9693ebb7)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:00:04.741628 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-a6b8fe3c-aea7-4e70-ab23-9d697a33d8a3 req-a14c099f-0c30-4d0d-840e-ae77a7bd3869 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Calling delete_port for 0e32a59a-3229-485e-a5df-55c89a0d4315 owned by compute:nova {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:00:04.746267 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-d5f3b721-8761-4216-b325-7daa4bbc97c5 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for security_group_rule (6ed2c953-0a2a-4728-bc98-e9dfbef1491f), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:04.804064 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9022a292-cffc-400b-979f-f26104dcfa58 req-e0430b03-5b8b-42b6-a73e-0c2fb99b55f4 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976732 Feb 07 12:00:04.808403 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-9ec8458c-919a-435e-9aca-97a705244370 req-dda50e90-5ab1-44de-b405-0a82985db6a3 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for port (5e48e753-7851-4836-a4ee-17ecba5a1834), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:04.823057 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-d5f3b721-8761-4216-b325-7daa4bbc97c5 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for security_group_rule (6ed2c953-0a2a-4728-bc98-e9dfbef1491f), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:04.919531 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-9ec8458c-919a-435e-9aca-97a705244370 req-dda50e90-5ab1-44de-b405-0a82985db6a3 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209623'] for port (5e48e753-7851-4836-a4ee-17ecba5a1834), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:04.926326 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3b630a5c-aecb-483b-9928-551e310a3ae4 req-48c668e1-efe9-48bd-98a6-59f50160434e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c995ae4-3088-4640-9397-fa47582d3caf HTTP/1.1" status: 200 len: 210 time: 0.0334218 Feb 07 12:00:04.936597 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['5e48e753-7851-4836-a4ee-17ecba5a1834'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 12:00:04.952409 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-d5f3b721-8761-4216-b325-7daa4bbc97c5 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032617'] for security_group_rule (6ed2c953-0a2a-4728-bc98-e9dfbef1491f), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:05.003855 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8458c-919a-435e-9aca-97a705244370 req-dda50e90-5ab1-44de-b405-0a82985db6a3 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:05.004769 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-9ec8458c-919a-435e-9aca-97a705244370 req-dda50e90-5ab1-44de-b405-0a82985db6a3 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:05.006277 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3b721-8761-4216-b325-7daa4bbc97c5 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed2c953-0a2a-4728-bc98-e9dfbef1491f,revision_number=0']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:05.030944 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9ec8458c-919a-435e-9aca-97a705244370 req-dda50e90-5ab1-44de-b405-0a82985db6a3 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "PUT /v2.0/ports/5e48e753-7851-4836-a4ee-17ecba5a1834 HTTP/1.1" status: 200 len: 981 time: 0.9755557 Feb 07 12:00:05.063730 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10a53c0-de59-4cfc-84a1-9d978c82b935 x-openstack-request-id: req-e10a53c0-de59-4cfc-84a1-9d978c82b935 {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:00:05.064397 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c995ae4-3088-4640-9397-fa47582d3caf", "name": "network-vif-deleted", "tag": "b4e557b3-d07c-4bfd-a246-48ce231e0a81", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:00:05.064863 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e10a53c0-de59-4cfc-84a1-9d978c82b935 {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:00:05.066167 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c995ae4-3088-4640-9397-fa47582d3caf', 'name': 'network-vif-deleted', 'tag': 'b4e557b3-d07c-4bfd-a246-48ce231e0a81', 'status': 'completed', 'code': 200} Feb 07 12:00:05.066857 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50e90-5ab1-44de-b405-0a82985db6a3 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Pushing event updated for resources: {'Port': ['ID=5e48e753-7851-4836-a4ee-17ecba5a1834,revision_number=6']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:05.073299 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-d5f3b721-8761-4216-b325-7daa4bbc97c5 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:05.075504 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-d5f3b721-8761-4216-b325-7daa4bbc97c5 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5151045 Feb 07 12:00:05.079147 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 57024) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:05.084127 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-4549fc1d-81e8-4185-ab14-6834f080e376 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Request body: {'security_group_rule': {'security_group_id': '4d0ea404-a5d1-4383-af02-01c54c973929', 'project_id': '2f652314e22c4aaeb65f608410318706', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:00:05.117860 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-a6b8fe3c-aea7-4e70-ab23-9d697a33d8a3 req-a14c099f-0c30-4d0d-840e-ae77a7bd3869 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (0e32a59a-3229-485e-a5df-55c89a0d4315), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:05.139989 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 57026) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:05.146918 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['420f2d72-e592-48d0-a55c-b9a1ade756cb'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 12:00:05.154476 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['5e48e753-7851-4836-a4ee-17ecba5a1834'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 12:00:05.200085 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c099f-0c30-4d0d-840e-ae77a7bd3869 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Pushing event deleted for resources: {'Port': ['ID=0e32a59a-3229-485e-a5df-55c89a0d4315,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:05.208280 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.db.securitygroups_db [None req-4549fc1d-81e8-4185-ab14-6834f080e376 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Project 2f652314e22c4aaeb65f608410318706 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 12:00:05.221155 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4549fc1d-81e8-4185-ab14-6834f080e376 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for security_group_rule (7325f281-e933-40c7-8ba9-922f4f469ca6), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:05.259710 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b8fe3c-aea7-4e70-ab23-9d697a33d8a3 req-a14c099f-0c30-4d0d-840e-ae77a7bd3869 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] No DVR routers for this DVR port 0e32a59a-3229-485e-a5df-55c89a0d4315 on host hv-cinder-81735 {{(pid=109816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:00:05.264401 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-a6b8fe3c-aea7-4e70-ab23-9d697a33d8a3 req-a14c099f-0c30-4d0d-840e-ae77a7bd3869 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:05.272617 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a6b8fe3c-aea7-4e70-ab23-9d697a33d8a3 req-a14c099f-0c30-4d0d-840e-ae77a7bd3869 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.18 "DELETE /v2.0/ports/0e32a59a-3229-485e-a5df-55c89a0d4315 HTTP/1.1" status: 204 len: 173 time: 1.0918393 Feb 07 12:00:05.290933 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36e2f2-732c-4b16-929c-8ad6d41dc62b req-60fe8394-44a9-4829-9d68-74c9309281d7 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:05.290933 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7e36e2f2-732c-4b16-929c-8ad6d41dc62b req-60fe8394-44a9-4829-9d68-74c9309281d7 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 984 time: 0.1971426 Feb 07 12:00:05.305182 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4549fc1d-81e8-4185-ab14-6834f080e376 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for security_group_rule (7325f281-e933-40c7-8ba9-922f4f469ca6), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:05.326455 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-35f9515f-0716-4ce0-bc16-7c2bff7b0bf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:05.363320 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7e36e2f2-732c-4b16-929c-8ad6d41dc62b req-a5c2ff7d-ea67-4e29-9713-4c18bfdef2c6 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&id=1b55ef47-0f59-42a5-ac50-67655bde48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638955 Feb 07 12:00:05.389719 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4549fc1d-81e8-4185-ab14-6834f080e376 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032617'] for security_group_rule (7325f281-e933-40c7-8ba9-922f4f469ca6), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:05.416394 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549fc1d-81e8-4185-ab14-6834f080e376 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7325f281-e933-40c7-8ba9-922f4f469ca6,revision_number=0']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:05.436917 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-35f9515f-0716-4ce0-bc16-7c2bff7b0bf0 admin admin] Publish callbacks [] for security_group (af5f8009-b14b-44ac-9497-dacae162e99e), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:05.456587 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-f83f319e-b96e-436b-bf33-fcd6da8bc910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84370fb9-2b89-436f-9e74-56041975d49f', 'name': 'tempest-TestVolumeBootPattern-451444357-router', 'tenant_id': '5575503792ef448980ea1ba37b1b03f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:55Z', 'updated_at': '2022-02-07T12:00:00Z', 'revision_number': 4, 'project_id': '5575503792ef448980ea1ba37b1b03f0', 'gw_port': {'id': '1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:71:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84370fb9-2b89-436f-9e74-56041975d49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:56Z', 'updated_at': '2022-02-07T12:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '25795474-afa1-4798-b209-e5179c5b3d59', 'name': '', 'network_id': 'bcccd8b5-6e42-4628-93f1-6170f06712a0', 'tenant_id': '5575503792ef448980ea1ba37b1b03f0', 'mac_address': 'fa:16:3e:bf:f2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84370fb9-2b89-436f-9e74-56041975d49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9bd5e4b6-17b9-45f9-abe9-01b47868c2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:59Z', 'updated_at': '2022-02-07T12:00:00Z', 'revision_number': 2, 'project_id': '5575503792ef448980ea1ba37b1b03f0', 'subnets': [{'id': '9bd5e4b6-17b9-45f9-abe9-01b47868c2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:00:05.477059 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-ba3881c0-d013-47d3-ae27-d2395834c791 req-af02e96d-5abf-45a6-920e-332ff4273e40 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2 HTTP/1.1" status: 200 len: 210 time: 0.0317161 Feb 07 12:00:05.500672 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4549fc1d-81e8-4185-ab14-6834f080e376 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:05.501893 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-4549fc1d-81e8-4185-ab14-6834f080e376 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4214888 Feb 07 12:00:05.522559 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f319e-b96e-436b-bf33-fcd6da8bc910 None None] Checking router: 84370fb9-2b89-436f-9e74-56041975d49f for host: dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:00:05.522859 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f319e-b96e-436b-bf33-fcd6da8bc910 None None] Updating router 84370fb9-2b89-436f-9e74-56041975d49f port 25795474-afa1-4798-b209-e5179c5b3d59 binding host dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 12:00:05.544831 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-35f9515f-0716-4ce0-bc16-7c2bff7b0bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (af5f8009-b14b-44ac-9497-dacae162e99e), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:05.565908 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-f80aceb9-7f64-4b09-8fec-4c618a77f352 None None] Provisioning complete for port 5e48e753-7851-4836-a4ee-17ecba5a1834 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:00:05.566286 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-f80aceb9-7f64-4b09-8fec-4c618a77f352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (5e48e753-7851-4836-a4ee-17ecba5a1834), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:05.593143 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-35f9515f-0716-4ce0-bc16-7c2bff7b0bf0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5bdaef2dc04449e49ee5c915ecff69e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4520550 Feb 07 12:00:05.594633 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9515f-0716-4ce0-bc16-7c2bff7b0bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5f8009-b14b-44ac-9497-dacae162e99e,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:05.596290 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 57058) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:05.650402 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-f83f319e-b96e-436b-bf33-fcd6da8bc910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (25795474-afa1-4798-b209-e5179c5b3d59), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:05.667366 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8e8bca38-6583-46a2-b4e4-2720a1085f59 admin admin] Publish callbacks [] for security_group (af5f8009-b14b-44ac-9497-dacae162e99e), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:05.694361 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8e8bca38-6583-46a2-b4e4-2720a1085f59 admin admin] Publish callbacks [] for security_group (af5f8009-b14b-44ac-9497-dacae162e99e), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:05.812681 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8e8bca38-6583-46a2-b4e4-2720a1085f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (af5f8009-b14b-44ac-9497-dacae162e99e), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:05.815341 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8e8bca38-6583-46a2-b4e4-2720a1085f59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:05.816500 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-8e8bca38-6583-46a2-b4e4-2720a1085f59 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/af5f8009-b14b-44ac-9497-dacae162e99e HTTP/1.1" status: 204 len: 168 time: 0.2176874 Feb 07 12:00:05.824874 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8bca38-6583-46a2-b4e4-2720a1085f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5f8009-b14b-44ac-9497-dacae162e99e,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:05.952211 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d334ef6-98a1-4c46-aabd-586ad768d9a9 req-8c54f0bf-213a-4686-ba20-70d4211b3af3 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:05.953456 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-2d334ef6-98a1-4c46-aabd-586ad768d9a9 req-8c54f0bf-213a-4686-ba20-70d4211b3af3 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0584939 Feb 07 12:00:06.047342 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-2d334ef6-98a1-4c46-aabd-586ad768d9a9 req-aa2e351c-ebb4-4d8e-8444-5148cc6f6ad5 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822232 Feb 07 12:00:06.070670 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-f80aceb9-7f64-4b09-8fec-4c618a77f352 None None] Current status of the port 5e48e753-7851-4836-a4ee-17ecba5a1834 is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:00:06.511023 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-f83f319e-b96e-436b-bf33-fcd6da8bc910 None None] Publish callbacks [] for port (25795474-afa1-4798-b209-e5179c5b3d59), precommit_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:06.652774 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-f83f319e-b96e-436b-bf33-fcd6da8bc910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (25795474-afa1-4798-b209-e5179c5b3d59), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:06.692678 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 0e32a59a-3229-485e-a5df-55c89a0d4315 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:00:06.732681 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] No Port match for: 0e32a59a-3229-485e-a5df-55c89a0d4315 {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:00:06.733031 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 0e32a59a-3229-485e-a5df-55c89a0d4315 not bound to the agent host hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:00:06.738355 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device b4e557b3-d07c-4bfd-a246-48ce231e0a81 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:00:06.738355 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19997927-fb46-4ba9-b2d9-8dcdf71a2b9a None None] Pushing event updated for resources: {'Port': ['ID=25795474-afa1-4798-b209-e5179c5b3d59,revision_number=3']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:06.810823 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] No Port match for: b4e557b3-d07c-4bfd-a246-48ce231e0a81 {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:00:06.810823 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device b4e557b3-d07c-4bfd-a246-48ce231e0a81 not bound to the agent host hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:00:06.846359 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-f83f319e-b96e-436b-bf33-fcd6da8bc910 None None] Attempting to bind port 25795474-afa1-4798-b209-e5179c5b3d59 on host dv-cinder-817351-12-iscsi for vnic_type normal with profile {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 12:00:06.846745 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-f83f319e-b96e-436b-bf33-fcd6da8bc910 None None] Attempting to bind port 25795474-afa1-4798-b209-e5179c5b3d59 by drivers openvswitch,hyperv on host dv-cinder-817351-12-iscsi at level 0 using segments [{'id': '835ff8fc-571b-4557-b62e-a092444b60d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bcccd8b5-6e42-4628-93f1-6170f06712a0'}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 12:00:06.847118 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83f319e-b96e-436b-bf33-fcd6da8bc910 None None] Attempting to bind port 25795474-afa1-4798-b209-e5179c5b3d59 on network bcccd8b5-6e42-4628-93f1-6170f06712a0 {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 12:00:06.854313 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83f319e-b96e-436b-bf33-fcd6da8bc910 None None] Checking agent: {'id': '3ccea1af-134d-4579-b433-9df459de661e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 47, 45), 'started_at': datetime.datetime(2022, 2, 7, 11, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 11, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 12:00:06.854703 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83f319e-b96e-436b-bf33-fcd6da8bc910 None None] Checking segment: {'id': '835ff8fc-571b-4557-b62e-a092444b60d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bcccd8b5-6e42-4628-93f1-6170f06712a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 12:00:06.855435 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-f83f319e-b96e-436b-bf33-fcd6da8bc910 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:06.856006 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83f319e-b96e-436b-bf33-fcd6da8bc910 None None] Bound using segment: {'id': '835ff8fc-571b-4557-b62e-a092444b60d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bcccd8b5-6e42-4628-93f1-6170f06712a0'} {{(pid=109817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 12:00:06.856827 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.managers [None req-f83f319e-b96e-436b-bf33-fcd6da8bc910 None None] Bound port: 25795474-afa1-4798-b209-e5179c5b3d59, host: dv-cinder-817351-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835ff8fc-571b-4557-b62e-a092444b60d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bcccd8b5-6e42-4628-93f1-6170f06712a0'}}] {{(pid=109817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 12:00:06.857973 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-f83f319e-b96e-436b-bf33-fcd6da8bc910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (25795474-afa1-4798-b209-e5179c5b3d59), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:06.933204 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-f83f319e-b96e-436b-bf33-fcd6da8bc910 None None] For port 25795474-afa1-4798-b209-e5179c5b3d59, host dv-cinder-817351-12-iscsi, cleared binding levels {{(pid=109817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 12:00:06.938368 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-f83f319e-b96e-436b-bf33-fcd6da8bc910 None None] For port 25795474-afa1-4798-b209-e5179c5b3d59, host dv-cinder-817351-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=25795474-afa1-4798-b209-e5179c5b3d59,segment=NetworkSegment(835ff8fc-571b-4557-b62e-a092444b60d0),segment_id=835ff8fc-571b-4557-b62e-a092444b60d0)] {{(pid=109817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 12:00:06.948298 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-4ac7e286-186a-4de6-9279-a4671b1ba982 None None] Provisioning complete for port 25795474-afa1-4798-b209-e5179c5b3d59 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:00:06.948298 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-4ac7e286-186a-4de6-9279-a4671b1ba982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (25795474-afa1-4798-b209-e5179c5b3d59), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:06.979346 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-4ac7e286-186a-4de6-9279-a4671b1ba982 None None] Port 25795474-afa1-4798-b209-e5179c5b3d59 cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 12:00:07.066970 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bab89c-4726-49be-8da9-5f077c5878a8', 'tag': '5e48e753-7851-4836-a4ee-17ecba5a1834'}, {'server_uuid': 'f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2', 'name': 'network-vif-deleted', 'tag': '0e32a59a-3229-485e-a5df-55c89a0d4315'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:00:07.069395 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd69c2d-dd7b-4e77-8715-28079ce1a508" -d '{"events": [{"name": "network-changed", "server_uuid": "26bab89c-4726-49be-8da9-5f077c5878a8", "tag": "5e48e753-7851-4836-a4ee-17ecba5a1834"}, {"server_uuid": "f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2", "name": "network-vif-deleted", "tag": "0e32a59a-3229-485e-a5df-55c89a0d4315"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:00:07.104866 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-f83f319e-b96e-436b-bf33-fcd6da8bc910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (25795474-afa1-4798-b209-e5179c5b3d59), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:07.115249 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Feb 2022 12:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899d6f5b-60ae-40db-b529-87514b93dd99 x-openstack-request-id: req-899d6f5b-60ae-40db-b529-87514b93dd99 {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:00:07.115743 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bab89c-4726-49be-8da9-5f077c5878a8", "tag": "5e48e753-7851-4836-a4ee-17ecba5a1834", "status": "completed", "code": 200}, {"server_uuid": "f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2", "name": "network-vif-deleted", "tag": "0e32a59a-3229-485e-a5df-55c89a0d4315", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:00:07.116218 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-899d6f5b-60ae-40db-b529-87514b93dd99 {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:00:07.117505 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bab89c-4726-49be-8da9-5f077c5878a8', 'tag': '5e48e753-7851-4836-a4ee-17ecba5a1834', 'status': 'completed', 'code': 200} Feb 07 12:00:07.118441 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f8a4ae-aa86-44e0-bc42-49b6c6fe3ed2', 'name': 'network-vif-deleted', 'tag': '0e32a59a-3229-485e-a5df-55c89a0d4315', 'status': 'completed', 'code': 200} Feb 07 12:00:07.180122 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0eb127-8de2-49b3-b52c-d34d68c32c91 req-ef10c017-ff39-45bd-a10b-2dbd0293f4a6 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:07.185342 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83f319e-b96e-436b-bf33-fcd6da8bc910 None None] Routers {'84370fb9-2b89-436f-9e74-56041975d49f'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:00:07.189861 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-0b0eb127-8de2-49b3-b52c-d34d68c32c91 req-ef10c017-ff39-45bd-a10b-2dbd0293f4a6 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.1232855 Feb 07 12:00:07.193701 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-f83f319e-b96e-436b-bf33-fcd6da8bc910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T11:59:40Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['84370fb9-2b89-436f-9e74-56041975d49f'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:00:07.278191 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19997927-fb46-4ba9-b2d9-8dcdf71a2b9a None None] Pushing event updated for resources: {'Port': ['ID=25795474-afa1-4798-b209-e5179c5b3d59,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:07.289960 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-0b0eb127-8de2-49b3-b52c-d34d68c32c91 req-f0aeea3d-b6d5-4cfd-98e3-d5c49988e2f5 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930324 Feb 07 12:00:07.388486 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd69c2d-dd7b-4e77-8715-28079ce1a508 req-32facbe8-1737-431f-a068-7df5d65d37ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:07.391207 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bbd69c2d-dd7b-4e77-8715-28079ce1a508 req-32facbe8-1737-431f-a068-7df5d65d37ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6776d9c9ed2f48c39315e1519cd258f2&device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 1168 time: 0.2522483 Feb 07 12:00:07.422562 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-f83f319e-b96e-436b-bf33-fcd6da8bc910 None None] Set router 84370fb9-2b89-436f-9e74-56041975d49f gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:00:07.498256 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf5726-57eb-45d9-a128-569507dde7ac req-84a64371-4a97-4831-8845-38f26e6cfe0b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:07.502076 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a1cf5726-57eb-45d9-a128-569507dde7ac req-84a64371-4a97-4831-8845-38f26e6cfe0b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.1779351 Feb 07 12:00:07.594167 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-4e43cf8c-7f65-450f-b604-e063a852852e None None] Provisioning complete for port 25795474-afa1-4798-b209-e5179c5b3d59 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:00:07.594711 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-4e43cf8c-7f65-450f-b604-e063a852852e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (25795474-afa1-4798-b209-e5179c5b3d59), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:07.600587 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a1cf5726-57eb-45d9-a128-569507dde7ac req-325a6a10-5605-4c8f-a707-a65c585f1736 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899353 Feb 07 12:00:07.606301 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd69c2d-dd7b-4e77-8715-28079ce1a508 req-a6f37599-f700-4e6b-acf8-b7a1d9718dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:07.607938 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bbd69c2d-dd7b-4e77-8715-28079ce1a508 req-a6f37599-f700-4e6b-acf8-b7a1d9718dd4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=38900fc3-64b1-482b-951a-e6d2ba6b664b HTTP/1.1" status: 200 len: 915 time: 0.2046385 Feb 07 12:00:07.684831 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bbd69c2d-dd7b-4e77-8715-28079ce1a508 req-f85d31fa-08dd-48fb-b81f-8eb0704806ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e48e753-7851-4836-a4ee-17ecba5a1834 HTTP/1.1" status: 200 len: 1001 time: 0.0701237 Feb 07 12:00:07.739138 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd69c2d-dd7b-4e77-8715-28079ce1a508 req-28726946-ed2c-4fe1-b83d-2a665f77f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:07.740785 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bbd69c2d-dd7b-4e77-8715-28079ce1a508 req-28726946-ed2c-4fe1-b83d-2a665f77f38e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c298de01-5de8-498a-b313-e70f45d99c1c HTTP/1.1" status: 200 len: 853 time: 0.0477381 Feb 07 12:00:07.749954 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-4e43cf8c-7f65-450f-b604-e063a852852e None None] Current status of the port 25795474-afa1-4798-b209-e5179c5b3d59 is: DOWN; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:00:07.750351 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-4e43cf8c-7f65-450f-b604-e063a852852e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (25795474-afa1-4798-b209-e5179c5b3d59), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:07.783789 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-f83f319e-b96e-436b-bf33-fcd6da8bc910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84370fb9-2b89-436f-9e74-56041975d49f', 'name': 'tempest-TestVolumeBootPattern-451444357-router', 'tenant_id': '5575503792ef448980ea1ba37b1b03f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:55Z', 'updated_at': '2022-02-07T12:00:00Z', 'revision_number': 4, 'project_id': '5575503792ef448980ea1ba37b1b03f0', 'gw_port': {'id': '1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:71:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84370fb9-2b89-436f-9e74-56041975d49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:56Z', 'updated_at': '2022-02-07T12:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '25795474-afa1-4798-b209-e5179c5b3d59', 'name': '', 'network_id': 'bcccd8b5-6e42-4628-93f1-6170f06712a0', 'tenant_id': '5575503792ef448980ea1ba37b1b03f0', 'mac_address': 'fa:16:3e:bf:f2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84370fb9-2b89-436f-9e74-56041975d49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9bd5e4b6-17b9-45f9-abe9-01b47868c2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:59Z', 'updated_at': '2022-02-07T12:00:06Z', 'revision_number': 4, 'project_id': '5575503792ef448980ea1ba37b1b03f0', 'subnets': [{'id': '9bd5e4b6-17b9-45f9-abe9-01b47868c2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:00:07.795221 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-4e43cf8c-7f65-450f-b604-e063a852852e None None] For port 25795474-afa1-4798-b209-e5179c5b3d59, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=25795474-afa1-4798-b209-e5179c5b3d59,segment=NetworkSegment(835ff8fc-571b-4557-b62e-a092444b60d0),segment_id=835ff8fc-571b-4557-b62e-a092444b60d0)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:00:07.802332 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd69c2d-dd7b-4e77-8715-28079ce1a508 req-cecd8280-7645-4180-8ca6-52357d547b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:07.806439 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bbd69c2d-dd7b-4e77-8715-28079ce1a508 req-cecd8280-7645-4180-8ca6-52357d547b2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38900fc3-64b1-482b-951a-e6d2ba6b664b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0513999 Feb 07 12:00:07.819419 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f319e-b96e-436b-bf33-fcd6da8bc910 None None] The sync data for ids ['84370fb9-2b89-436f-9e74-56041975d49f'] in dv-cinder-817351-12-iscsi is: [{'id': '84370fb9-2b89-436f-9e74-56041975d49f', 'name': 'tempest-TestVolumeBootPattern-451444357-router', 'tenant_id': '5575503792ef448980ea1ba37b1b03f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:55Z', 'updated_at': '2022-02-07T12:00:00Z', 'revision_number': 4, 'project_id': '5575503792ef448980ea1ba37b1b03f0', 'gw_port': {'id': '1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:71:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84370fb9-2b89-436f-9e74-56041975d49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:56Z', 'updated_at': '2022-02-07T12:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '25795474-afa1-4798-b209-e5179c5b3d59', 'name': '', 'network_id': 'bcccd8b5-6e42-4628-93f1-6170f06712a0', 'tenant_id': '5575503792ef448980ea1ba37b1b03f0', 'mac_address': 'fa:16:3e:bf:f2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84370fb9-2b89-436f-9e74-56041975d49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9bd5e4b6-17b9-45f9-abe9-01b47868c2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:59Z', 'updated_at': '2022-02-07T12:00:06Z', 'revision_number': 4, 'project_id': '5575503792ef448980ea1ba37b1b03f0', 'subnets': [{'id': '9bd5e4b6-17b9-45f9-abe9-01b47868c2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:00:07.887302 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-4e43cf8c-7f65-450f-b604-e063a852852e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (25795474-afa1-4798-b209-e5179c5b3d59), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:07.989058 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a55c7-bcd3-4ca0-946e-0d26888ad2d0 req-b515edbd-b4ca-4e01-be68-0f8379073a79 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:07.989058 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cc7a55c7-bcd3-4ca0-946e-0d26888ad2d0 req-b515edbd-b4ca-4e01-be68-0f8379073a79 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 945 time: 0.1075420 Feb 07 12:00:07.989058 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bbd69c2d-dd7b-4e77-8715-28079ce1a508 req-838ed180-9538-492f-9f08-c6237172862a service neutron] 10.222.0.18 "GET /v2.0/networks/38900fc3-64b1-482b-951a-e6d2ba6b664b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736934 Feb 07 12:00:07.990295 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43cf8c-7f65-450f-b604-e063a852852e None None] Pushing event updated for resources: {'Port': ['ID=25795474-afa1-4798-b209-e5179c5b3d59,revision_number=5']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:08.085824 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cc7a55c7-bcd3-4ca0-946e-0d26888ad2d0 req-e7997236-c7a2-48e0-8fb9-1bf539fbbd16 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087039 Feb 07 12:00:08.117873 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bbd69c2d-dd7b-4e77-8715-28079ce1a508 req-133cd8c4-2e36-4b1e-b157-2e23635f617f service neutron] 10.222.0.18 "GET /v2.0/networks/38900fc3-64b1-482b-951a-e6d2ba6b664b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216345 Feb 07 12:00:08.152740 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 25795474-afa1-4798-b209-e5179c5b3d59 up at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 12:00:08.204915 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Provisioning complete for port 25795474-afa1-4798-b209-e5179c5b3d59 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:00:08.205412 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (25795474-afa1-4798-b209-e5179c5b3d59), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:08.292651 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Current status of the port 25795474-afa1-4798-b209-e5179c5b3d59 is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:00:08.436152 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-2ef40512-a9e6-4562-9a94-55dbcf844590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:08.473830 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4b011-4a33-4314-9ce7-ee7268e57825 req-680d67e5-47c0-4a3f-b0ba-b04d0413285c tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:08.475785 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-5ae4b011-4a33-4314-9ce7-ee7268e57825 req-680d67e5-47c0-4a3f-b0ba-b04d0413285c tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.1012955 Feb 07 12:00:08.525599 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-5ae4b011-4a33-4314-9ce7-ee7268e57825 req-4157edac-4c40-466d-9446-f52d17e81ca5 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437095 Feb 07 12:00:08.738036 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb996c-2aa9-4892-83db-ef6c058e3cef req-a55bb654-6b20-4fe3-86ed-bce64e48fc31 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:08.739668 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-83eb996c-2aa9-4892-83db-ef6c058e3cef req-a55bb654-6b20-4fe3-86ed-bce64e48fc31 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0577748 Feb 07 12:00:08.793239 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-83eb996c-2aa9-4892-83db-ef6c058e3cef req-22100f9c-7e06-48b8-b697-0b085af39401 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477939 Feb 07 12:00:09.207505 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c044e4-7cd6-4fd7-bf05-b8f59b23904e req-c241af52-2996-4ca5-a79f-bf39a62fd899 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:09.209027 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c7c044e4-7cd6-4fd7-bf05-b8f59b23904e req-c241af52-2996-4ca5-a79f-bf39a62fd899 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 945 time: 0.0532308 Feb 07 12:00:09.255066 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c7c044e4-7cd6-4fd7-bf05-b8f59b23904e req-133a325a-9490-4059-a4bf-b9de5c1349c1 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403154 Feb 07 12:00:09.653225 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049e5cb-969a-4b07-a57c-76f83a714ce4 req-b4b7e3dc-91d5-434b-b12a-09cd6507782c tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:09.654695 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f049e5cb-969a-4b07-a57c-76f83a714ce4 req-b4b7e3dc-91d5-434b-b12a-09cd6507782c tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0520778 Feb 07 12:00:09.709625 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f049e5cb-969a-4b07-a57c-76f83a714ce4 req-00c43a0c-4037-4943-9908-99c8c6c369c8 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440784 Feb 07 12:00:09.932715 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf31aec-9ee1-4578-9758-3903193f3a9a req-f21b61d8-69ae-47fd-98da-f4e50b4eaf49 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:09.932715 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-2cf31aec-9ee1-4578-9758-3903193f3a9a req-f21b61d8-69ae-47fd-98da-f4e50b4eaf49 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0567393 Feb 07 12:00:09.983246 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-2cf31aec-9ee1-4578-9758-3903193f3a9a req-affe8635-d5d5-40b6-8c39-cd39ac73daca tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457370 Feb 07 12:00:10.375634 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d206c19-d711-4ef2-8906-834e9e8e279e req-5787192c-1714-47aa-91e0-11804ed98317 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:10.377126 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6d206c19-d711-4ef2-8906-834e9e8e279e req-5787192c-1714-47aa-91e0-11804ed98317 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 945 time: 0.0547626 Feb 07 12:00:10.424092 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6d206c19-d711-4ef2-8906-834e9e8e279e req-01c53575-dca5-4726-8501-926326f0c026 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414677 Feb 07 12:00:10.572461 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-3f85a926-41f2-44c6-a46a-6fa6316990d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:10.686905 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15e670-e0ea-487d-917a-df599f9ed983 req-67ca7a4d-6ce5-481f-9c42-1ea650b017ef tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:10.689097 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-aa15e670-e0ea-487d-917a-df599f9ed983 req-67ca7a4d-6ce5-481f-9c42-1ea650b017ef tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 945 time: 0.0523908 Feb 07 12:00:10.796765 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-aa15e670-e0ea-487d-917a-df599f9ed983 req-f7cc2a09-c6ca-4377-8aff-67baa93fde94 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Deleting port bfdc2f38-9d41-4a61-9598-39aadce82d5d {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:00:10.797016 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-aa15e670-e0ea-487d-917a-df599f9ed983 req-f7cc2a09-c6ca-4377-8aff-67baa93fde94 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (bfdc2f38-9d41-4a61-9598-39aadce82d5d), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:10.848746 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3642d3f-f2f0-4608-abf5-3885eadde402 req-73cc11a5-bf8c-45f5-83ae-f1d7e6742bd2 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:10.856489 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f3642d3f-f2f0-4608-abf5-3885eadde402 req-73cc11a5-bf8c-45f5-83ae-f1d7e6742bd2 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0617895 Feb 07 12:00:10.894195 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-aa15e670-e0ea-487d-917a-df599f9ed983 req-f7cc2a09-c6ca-4377-8aff-67baa93fde94 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] For port bfdc2f38-9d41-4a61-9598-39aadce82d5d, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=bfdc2f38-9d41-4a61-9598-39aadce82d5d,segment=NetworkSegment(f47893db-e434-4e31-97bd-89f81aa77ab5),segment_id=f47893db-e434-4e31-97bd-89f81aa77ab5)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:00:10.894565 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-aa15e670-e0ea-487d-917a-df599f9ed983 req-f7cc2a09-c6ca-4377-8aff-67baa93fde94 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (bfdc2f38-9d41-4a61-9598-39aadce82d5d), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:10.899292 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f3642d3f-f2f0-4608-abf5-3885eadde402 req-3731984d-9ec3-4f28-aa6d-7c485bca9e9a tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419269 Feb 07 12:00:10.907711 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-aa15e670-e0ea-487d-917a-df599f9ed983 req-f7cc2a09-c6ca-4377-8aff-67baa93fde94 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Calling delete_port for bfdc2f38-9d41-4a61-9598-39aadce82d5d owned by compute:nova {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:00:11.147873 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb13f0-5148-4c36-8685-1277c8f3fe82 req-1cfe98c2-d738-4b57-90f5-dd9d2525f57d tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:11.149456 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d2cb13f0-5148-4c36-8685-1277c8f3fe82 req-1cfe98c2-d738-4b57-90f5-dd9d2525f57d tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0952213 Feb 07 12:00:11.207044 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d2cb13f0-5148-4c36-8685-1277c8f3fe82 req-209dc910-42a4-4c8d-9014-99bda2d7e73a tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517843 Feb 07 12:00:11.247082 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-aa15e670-e0ea-487d-917a-df599f9ed983 req-f7cc2a09-c6ca-4377-8aff-67baa93fde94 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (bfdc2f38-9d41-4a61-9598-39aadce82d5d), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:11.266044 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['11cb008d-8ef4-45f4-a74c-bd2d812a6f4a', 'e2400d1c-e982-409f-935f-81f08cdb1083', 'bfdc2f38-9d41-4a61-9598-39aadce82d5d'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 12:00:11.281370 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc2a09-c6ca-4377-8aff-67baa93fde94 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Pushing event deleted for resources: {'Port': ['ID=bfdc2f38-9d41-4a61-9598-39aadce82d5d,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:11.333544 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa15e670-e0ea-487d-917a-df599f9ed983 req-f7cc2a09-c6ca-4377-8aff-67baa93fde94 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] No DVR routers for this DVR port bfdc2f38-9d41-4a61-9598-39aadce82d5d on host hv-cinder-81735 {{(pid=109816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:00:11.336712 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-aa15e670-e0ea-487d-917a-df599f9ed983 req-f7cc2a09-c6ca-4377-8aff-67baa93fde94 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:11.340123 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-aa15e670-e0ea-487d-917a-df599f9ed983 req-f7cc2a09-c6ca-4377-8aff-67baa93fde94 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.18 "DELETE /v2.0/ports/bfdc2f38-9d41-4a61-9598-39aadce82d5d HTTP/1.1" status: 204 len: 173 time: 0.6452191 Feb 07 12:00:11.340565 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ceda4cf-8846-44d0-b31a-fcbd32000f34', 'name': 'network-vif-deleted', 'tag': 'bfdc2f38-9d41-4a61-9598-39aadce82d5d'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:00:11.342860 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83ebe92-4950-4f5a-b0b3-e82b86d999d8" -d '{"events": [{"server_uuid": "1ceda4cf-8846-44d0-b31a-fcbd32000f34", "name": "network-vif-deleted", "tag": "bfdc2f38-9d41-4a61-9598-39aadce82d5d"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:00:11.382894 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfef3bf1-6bc9-4195-92d6-4c59e79789fc x-openstack-request-id: req-bfef3bf1-6bc9-4195-92d6-4c59e79789fc {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:00:11.383235 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ceda4cf-8846-44d0-b31a-fcbd32000f34", "name": "network-vif-deleted", "tag": "bfdc2f38-9d41-4a61-9598-39aadce82d5d", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:00:11.383443 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bfef3bf1-6bc9-4195-92d6-4c59e79789fc {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:00:11.383840 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ceda4cf-8846-44d0-b31a-fcbd32000f34', 'name': 'network-vif-deleted', 'tag': 'bfdc2f38-9d41-4a61-9598-39aadce82d5d', 'status': 'completed', 'code': 200} Feb 07 12:00:11.531817 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3a3a71fb-3523-4f29-9a0f-ce9649cb2629 req-5c236d03-694c-4e07-81e0-b3601927297d tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 210 time: 0.0296614 Feb 07 12:00:11.681223 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:12.021630 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a03178-0305-45df-bcff-148e752f771f req-2f471555-9999-4d22-8b97-c42ad1fbbe7e tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:12.023129 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-50a03178-0305-45df-bcff-148e752f771f req-2f471555-9999-4d22-8b97-c42ad1fbbe7e tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0551193 Feb 07 12:00:12.069564 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-50a03178-0305-45df-bcff-148e752f771f req-8d1be324-023d-4300-bb09-d47ea185e63b tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408816 Feb 07 12:00:12.333422 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cf3ca-5eeb-4458-b6cb-cec06be54b26 req-b2dddb6f-06cf-4efd-b919-c075ce369f5a tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:12.334942 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6f0cf3ca-5eeb-4458-b6cb-cec06be54b26 req-b2dddb6f-06cf-4efd-b919-c075ce369f5a tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0572627 Feb 07 12:00:12.381871 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6f0cf3ca-5eeb-4458-b6cb-cec06be54b26 req-652b085d-c510-409b-b97d-5d631c1288fd tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414133 Feb 07 12:00:12.643725 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7a374347-95e8-4174-a479-cd5a47308fd7 req-73d7c388-e597-4889-a33d-944df2b27651 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 210 time: 0.0304024 Feb 07 12:00:13.185699 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e596e6-5718-4484-9354-3edf5eec0692 req-b44d49ae-236e-4a9b-b51d-fd46a7864a77 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:13.187159 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-97e596e6-5718-4484-9354-3edf5eec0692 req-b44d49ae-236e-4a9b-b51d-fd46a7864a77 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0519497 Feb 07 12:00:13.232772 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-97e596e6-5718-4484-9354-3edf5eec0692 req-0ecf5bdf-061e-476a-ad7d-693d492f5aa9 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395994 Feb 07 12:00:13.502682 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a142e-b01d-4c36-9575-1f90056f375c req-99df432f-6821-466a-9659-c0f10678c3f7 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:13.504153 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-902a142e-b01d-4c36-9575-1f90056f375c req-99df432f-6821-466a-9659-c0f10678c3f7 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0527668 Feb 07 12:00:13.551506 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-902a142e-b01d-4c36-9575-1f90056f375c req-d6d9b721-3e0f-46a1-8896-30e6679b7bf9 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418904 Feb 07 12:00:13.641435 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:13.746590 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b6f7f075-3fd1-41a7-808d-bd62e88c5573 req-e3e7fdee-a697-4697-bc3a-0f5e0401b42d tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 210 time: 0.0273211 Feb 07 12:00:14.348619 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cc016-0f02-4fa3-af54-edcddbe35502 req-7989bcaa-6c61-4a4b-a75c-888d60e21d39 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:14.350157 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a79cc016-0f02-4fa3-af54-edcddbe35502 req-7989bcaa-6c61-4a4b-a75c-888d60e21d39 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0527275 Feb 07 12:00:14.395905 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a79cc016-0f02-4fa3-af54-edcddbe35502 req-a076c21b-8083-45fd-8706-57bef37ae3a3 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401788 Feb 07 12:00:14.641462 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:14.681258 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7ef6e-c6f5-4d3a-9a37-20eb27d08fde req-af26940a-d813-4ebf-ab4c-fb369af8a939 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:14.682770 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b3c7ef6e-c6f5-4d3a-9a37-20eb27d08fde req-af26940a-d813-4ebf-ab4c-fb369af8a939 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0613217 Feb 07 12:00:14.730594 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b3c7ef6e-c6f5-4d3a-9a37-20eb27d08fde req-055f5128-1ca1-4998-813f-d7eecce47b07 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421338 Feb 07 12:00:14.858712 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-ca420720-305e-4b33-8b92-9b7f47e05687 req-97ffda96-325e-4329-a85a-2313512584b6 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 210 time: 0.0343232 Feb 07 12:00:15.511703 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203167d2-74ed-480d-9d63-a8df3c51f14d req-fd663209-4a00-4eee-a018-d7db7074b252 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:15.513177 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-203167d2-74ed-480d-9d63-a8df3c51f14d req-fd663209-4a00-4eee-a018-d7db7074b252 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0530274 Feb 07 12:00:15.565176 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-203167d2-74ed-480d-9d63-a8df3c51f14d req-276facac-43ad-4886-9cbf-d8745b51488f tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460157 Feb 07 12:00:15.862510 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb483d-eaa9-4411-b648-bad16e18d160 req-8e8c9d0e-4de7-455b-98a3-404c721028c5 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:15.864002 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9fcb483d-eaa9-4411-b648-bad16e18d160 req-8e8c9d0e-4de7-455b-98a3-404c721028c5 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0586691 Feb 07 12:00:15.914253 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9fcb483d-eaa9-4411-b648-bad16e18d160 req-ab6bb3b5-57bf-4324-9a0c-f9396e9f16fd tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446665 Feb 07 12:00:15.976098 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4b3b20a2-ce21-45c5-bcee-d3f8bd7256a3 req-dca2abed-9b58-4250-9229-001c123d5c80 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 210 time: 0.0281370 Feb 07 12:00:16.678826 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780fae6-8397-4e5b-a0d9-515d02c6a392 req-823370d7-09be-44a0-8418-61e5c21f382a tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:16.680269 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a780fae6-8397-4e5b-a0d9-515d02c6a392 req-823370d7-09be-44a0-8418-61e5c21f382a tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0507133 Feb 07 12:00:16.728350 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a780fae6-8397-4e5b-a0d9-515d02c6a392 req-39b114a4-d203-420c-a355-17d16dbf406f tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426438 Feb 07 12:00:17.043921 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae90355-df01-4a79-b366-070fa11f80cc req-3cfa0e88-fade-4c8b-987d-989a904cc10a tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:17.045910 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7ae90355-df01-4a79-b366-070fa11f80cc req-3cfa0e88-fade-4c8b-987d-989a904cc10a tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0614622 Feb 07 12:00:17.093875 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7208af3b-fb6c-4ac0-b773-e6c84f7eae21 req-24516e99-8c78-494a-bb83-470801810c01 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 210 time: 0.0369918 Feb 07 12:00:17.100456 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7ae90355-df01-4a79-b366-070fa11f80cc req-65a55743-9371-470f-8565-985a64a2906f tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449283 Feb 07 12:00:17.850071 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d32fc-c4f3-4d51-9946-7ebadb077088 req-23f6ad04-f432-475f-b77f-0210b2a3fc63 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:17.851664 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e92d32fc-c4f3-4d51-9946-7ebadb077088 req-23f6ad04-f432-475f-b77f-0210b2a3fc63 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0562429 Feb 07 12:00:17.897801 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e92d32fc-c4f3-4d51-9946-7ebadb077088 req-e2a43485-1be4-4d93-8105-26b38f3251eb tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400326 Feb 07 12:00:18.201477 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-2d219239-874f-4774-bcff-893cf74295b2 req-e754e0ca-1b80-4acd-9237-c393f6a2677a tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ceda4cf-8846-44d0-b31a-fcbd32000f34 HTTP/1.1" status: 200 len: 210 time: 0.0281463 Feb 07 12:00:18.225384 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a6b7a-f672-404e-a975-099b60f33888 req-285fa049-5f4d-4aca-af29-50c477287651 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:18.226904 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7e4a6b7a-f672-404e-a975-099b60f33888 req-285fa049-5f4d-4aca-af29-50c477287651 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0531425 Feb 07 12:00:18.279312 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7e4a6b7a-f672-404e-a975-099b60f33888 req-dda20df2-7c37-44c5-a5b4-f19b51965808 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469651 Feb 07 12:00:18.956650 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device bfdc2f38-9d41-4a61-9598-39aadce82d5d no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:00:18.981086 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] No Port match for: bfdc2f38-9d41-4a61-9598-39aadce82d5d {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:00:18.981448 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device bfdc2f38-9d41-4a61-9598-39aadce82d5d not bound to the agent host hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:00:19.022899 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41866b-cc9e-4fca-9a46-d078e7709700 req-c289c5bb-1392-4ffd-8c8b-e34ec2d31b2d tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:19.024562 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9e41866b-cc9e-4fca-9a46-d078e7709700 req-c289c5bb-1392-4ffd-8c8b-e34ec2d31b2d tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0566585 Feb 07 12:00:19.072997 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9e41866b-cc9e-4fca-9a46-d078e7709700 req-abb1682d-e6b0-4be7-9bc3-534f731dd054 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427158 Feb 07 12:00:19.409987 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f31559-414b-4d90-8ffe-e45280a4d3a6 req-d214d9d9-a9eb-40c4-a6f1-21b7e0217458 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:19.411481 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-17f31559-414b-4d90-8ffe-e45280a4d3a6 req-d214d9d9-a9eb-40c4-a6f1-21b7e0217458 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0599079 Feb 07 12:00:19.458252 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-17f31559-414b-4d90-8ffe-e45280a4d3a6 req-3318c3f2-4c1c-4de0-8ead-cb7948abd08b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411973 Feb 07 12:00:19.683816 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdaea7-2854-4b3f-bb64-4be92c0a86b5 req-14513494-3218-4ec7-8b45-e1e2152dd7e5 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:19.685407 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-59cdaea7-2854-4b3f-bb64-4be92c0a86b5 req-14513494-3218-4ec7-8b45-e1e2152dd7e5 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=40c14ea9-9ad5-4e94-a63e-9ab8443530dc HTTP/1.1" status: 200 len: 945 time: 0.0531733 Feb 07 12:00:19.732159 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-59cdaea7-2854-4b3f-bb64-4be92c0a86b5 req-54f58e87-b4fc-4dfb-9212-e3d1a62e7add tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410407 Feb 07 12:00:20.191181 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d13705-d7e5-46da-9b95-c8cd0164b68a req-c432344b-836a-4301-a8f6-4328cc0c5ef8 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:20.192669 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b2d13705-d7e5-46da-9b95-c8cd0164b68a req-c432344b-836a-4301-a8f6-4328cc0c5ef8 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0529127 Feb 07 12:00:20.240506 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b2d13705-d7e5-46da-9b95-c8cd0164b68a req-c9493cec-0b8b-4dd0-a011-e212cc1d26f8 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/security-groups?id=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421739 Feb 07 12:00:20.497733 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee6b72-3663-4bf1-a02a-8eae94abe528 req-fba933fb-e1ab-41a5-a733-f5e4d2d89b99 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:20.497733 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5aee6b72-3663-4bf1-a02a-8eae94abe528 req-fba933fb-e1ab-41a5-a733-f5e4d2d89b99 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 945 time: 0.0698488 Feb 07 12:00:20.580415 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd6f1e-c127-4145-ad74-a90a3a7091e1 req-7ac89506-2119-4c28-9eb0-e90274f79a2d tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:20.581924 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-5afd6f1e-c127-4145-ad74-a90a3a7091e1 req-7ac89506-2119-4c28-9eb0-e90274f79a2d tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0532095 Feb 07 12:00:20.596661 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-5aee6b72-3663-4bf1-a02a-8eae94abe528 req-7f4dddb7-1fa3-497d-96c4-b1a6856fe269 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Deleting port 420f2d72-e592-48d0-a55c-b9a1ade756cb {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:00:20.596996 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-5aee6b72-3663-4bf1-a02a-8eae94abe528 req-7f4dddb7-1fa3-497d-96c4-b1a6856fe269 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (420f2d72-e592-48d0-a55c-b9a1ade756cb), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:20.648929 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-5afd6f1e-c127-4145-ad74-a90a3a7091e1 req-3a9f7499-4cdc-4576-8c2d-85e5b5f99b57 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611830 Feb 07 12:00:20.691155 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-5aee6b72-3663-4bf1-a02a-8eae94abe528 req-7f4dddb7-1fa3-497d-96c4-b1a6856fe269 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] For port 420f2d72-e592-48d0-a55c-b9a1ade756cb, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=420f2d72-e592-48d0-a55c-b9a1ade756cb,segment=NetworkSegment(ab018b14-5345-4646-b1fb-61d78a233fba),segment_id=ab018b14-5345-4646-b1fb-61d78a233fba)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:00:20.691513 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-5aee6b72-3663-4bf1-a02a-8eae94abe528 req-7f4dddb7-1fa3-497d-96c4-b1a6856fe269 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (420f2d72-e592-48d0-a55c-b9a1ade756cb), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:20.704023 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-5aee6b72-3663-4bf1-a02a-8eae94abe528 req-7f4dddb7-1fa3-497d-96c4-b1a6856fe269 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Calling delete_port for 420f2d72-e592-48d0-a55c-b9a1ade756cb owned by compute:nova {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:00:20.890671 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3e193-810e-4263-aa7a-5ca7070adbb6 req-ee53921f-8fcc-4a3c-b33f-413962f1d219 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:20.892269 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-89b3e193-810e-4263-aa7a-5ca7070adbb6 req-ee53921f-8fcc-4a3c-b33f-413962f1d219 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=40c14ea9-9ad5-4e94-a63e-9ab8443530dc HTTP/1.1" status: 200 len: 945 time: 0.0830045 Feb 07 12:00:20.942474 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-89b3e193-810e-4263-aa7a-5ca7070adbb6 req-1ad1073c-150d-4ce8-aada-cbc95754ca1e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432146 Feb 07 12:00:20.972764 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-5aee6b72-3663-4bf1-a02a-8eae94abe528 req-7f4dddb7-1fa3-497d-96c4-b1a6856fe269 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (420f2d72-e592-48d0-a55c-b9a1ade756cb), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:20.991172 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['420f2d72-e592-48d0-a55c-b9a1ade756cb'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 12:00:21.007271 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4dddb7-1fa3-497d-96c4-b1a6856fe269 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Pushing event deleted for resources: {'Port': ['ID=420f2d72-e592-48d0-a55c-b9a1ade756cb,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:21.049239 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aee6b72-3663-4bf1-a02a-8eae94abe528 req-7f4dddb7-1fa3-497d-96c4-b1a6856fe269 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] No DVR routers for this DVR port 420f2d72-e592-48d0-a55c-b9a1ade756cb on host hv-cinder-81735 {{(pid=109816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:00:21.051754 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-5aee6b72-3663-4bf1-a02a-8eae94abe528 req-7f4dddb7-1fa3-497d-96c4-b1a6856fe269 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:21.055010 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5aee6b72-3663-4bf1-a02a-8eae94abe528 req-7f4dddb7-1fa3-497d-96c4-b1a6856fe269 tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.18 "DELETE /v2.0/ports/420f2d72-e592-48d0-a55c-b9a1ade756cb HTTP/1.1" status: 204 len: 173 time: 0.5531216 Feb 07 12:00:21.055435 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c044053-f133-4c65-a3fa-f684f9659757', 'name': 'network-vif-deleted', 'tag': '420f2d72-e592-48d0-a55c-b9a1ade756cb'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:00:21.057692 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67052aa-650e-4653-9fdc-e18cdb8866e1" -d '{"events": [{"server_uuid": "9c044053-f133-4c65-a3fa-f684f9659757", "name": "network-vif-deleted", "tag": "420f2d72-e592-48d0-a55c-b9a1ade756cb"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:00:21.093618 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f477917-9ee1-4e5e-a766-ab66c558320b x-openstack-request-id: req-8f477917-9ee1-4e5e-a766-ab66c558320b {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:00:21.094211 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c044053-f133-4c65-a3fa-f684f9659757", "name": "network-vif-deleted", "tag": "420f2d72-e592-48d0-a55c-b9a1ade756cb", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:00:21.094525 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8f477917-9ee1-4e5e-a766-ab66c558320b {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:00:21.094983 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c044053-f133-4c65-a3fa-f684f9659757', 'name': 'network-vif-deleted', 'tag': '420f2d72-e592-48d0-a55c-b9a1ade756cb', 'status': 'completed', 'code': 200} Feb 07 12:00:21.344714 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9a37b143-7a8b-4be0-8888-b84336849958 req-d5665aab-5aa9-4bf4-a129-9e7b8faf09bf tempest-ServerRescueNegativeTestJSON-679064415 tempest-ServerRescueNegativeTestJSON-679064415-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c044053-f133-4c65-a3fa-f684f9659757 HTTP/1.1" status: 200 len: 210 time: 0.0332522 Feb 07 12:00:21.626700 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-56afa6fb-eb47-41a8-8489-42b8b743866f tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1929671899&fields=id&tenant_id=569021eb1f054aa0b9a76bfafa7d7bf3 HTTP/1.1" status: 200 len: 267 time: 0.0455291 Feb 07 12:00:21.747865 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-df313fb4-0a46-4e3c-8cff-c868f149fe53 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:21.754730 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-df313fb4-0a46-4e3c-8cff-c868f149fe53 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/networks?id=044092f0-a486-42dc-94bd-4759b5537247 HTTP/1.1" status: 200 len: 809 time: 0.1208534 Feb 07 12:00:21.769502 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-201947c3-39b2-4805-bee4-764934ab4d44 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/quotas/569021eb1f054aa0b9a76bfafa7d7bf3 HTTP/1.1" status: 200 len: 375 time: 0.0133817 Feb 07 12:00:21.838138 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3372aee-29a8-483b-ad1e-be4692aadd0e req-d00d0534-79da-4512-b484-8d7f42eb7a74 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:21.839666 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-d3372aee-29a8-483b-ad1e-be4692aadd0e req-d00d0534-79da-4512-b484-8d7f42eb7a74 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0590796 Feb 07 12:00:21.883555 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647679cb-5d2d-446d-9f2a-e33a45bc6c49 req-6174bb94-50c5-4104-a7f3-1cc56ba95607 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:21.887104 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-647679cb-5d2d-446d-9f2a-e33a45bc6c49 req-6174bb94-50c5-4104-a7f3-1cc56ba95607 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c14ea9-9ad5-4e94-a63e-9ab8443530dc HTTP/1.1" status: 200 len: 945 time: 0.0898938 Feb 07 12:00:21.896633 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-3f815519-23fe-4325-a04b-c4b11b984915 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=569021eb1f054aa0b9a76bfafa7d7bf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1211839 Feb 07 12:00:21.936640 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-d3372aee-29a8-483b-ad1e-be4692aadd0e req-a7e043c6-10d6-4709-86d3-9aee7d26fb5d tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907152 Feb 07 12:00:22.073270 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116c87e-4f94-4eca-8e06-09e60fb371c4 req-77933d5b-c101-4bfb-9f68-3b4b180b433f tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:22.074811 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c116c87e-4f94-4eca-8e06-09e60fb371c4 req-77933d5b-c101-4bfb-9f68-3b4b180b433f tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=40c14ea9-9ad5-4e94-a63e-9ab8443530dc HTTP/1.1" status: 200 len: 945 time: 0.0555754 Feb 07 12:00:22.077871 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-90e7f324-20ee-4232-bb93-b26a0d8d1b20 service neutron] 10.222.0.67 "GET /v2.0/networks/044092f0-a486-42dc-94bd-4759b5537247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442604 Feb 07 12:00:22.108794 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-647679cb-5d2d-446d-9f2a-e33a45bc6c49 req-047fda1d-d54f-4e8f-ae74-5250919df7c5 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Deleting port e2400d1c-e982-409f-935f-81f08cdb1083 {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:00:22.109131 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-647679cb-5d2d-446d-9f2a-e33a45bc6c49 req-047fda1d-d54f-4e8f-ae74-5250919df7c5 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (e2400d1c-e982-409f-935f-81f08cdb1083), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:22.130499 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c116c87e-4f94-4eca-8e06-09e60fb371c4 req-b70056b4-3deb-4391-8e92-5baff6783143 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485675 Feb 07 12:00:22.400249 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 57378) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:22.485451 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-647679cb-5d2d-446d-9f2a-e33a45bc6c49 req-047fda1d-d54f-4e8f-ae74-5250919df7c5 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] For port e2400d1c-e982-409f-935f-81f08cdb1083, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=e2400d1c-e982-409f-935f-81f08cdb1083,segment=NetworkSegment(f47893db-e434-4e31-97bd-89f81aa77ab5),segment_id=f47893db-e434-4e31-97bd-89f81aa77ab5)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:00:22.486107 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-647679cb-5d2d-446d-9f2a-e33a45bc6c49 req-047fda1d-d54f-4e8f-ae74-5250919df7c5 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (e2400d1c-e982-409f-935f-81f08cdb1083), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:22.489774 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-b995b33b-414e-4cc2-8cf8-84f279c9a3ab service neutron] 10.222.0.67 "GET /v2.0/networks/044092f0-a486-42dc-94bd-4759b5537247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051788 Feb 07 12:00:22.500880 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-647679cb-5d2d-446d-9f2a-e33a45bc6c49 req-047fda1d-d54f-4e8f-ae74-5250919df7c5 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Calling delete_port for e2400d1c-e982-409f-935f-81f08cdb1083 owned by compute:nova {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:00:22.733403 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-647679cb-5d2d-446d-9f2a-e33a45bc6c49 req-047fda1d-d54f-4e8f-ae74-5250919df7c5 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (e2400d1c-e982-409f-935f-81f08cdb1083), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:22.752581 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['11cb008d-8ef4-45f4-a74c-bd2d812a6f4a', 'e2400d1c-e982-409f-935f-81f08cdb1083'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 12:00:22.767564 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047fda1d-d54f-4e8f-ae74-5250919df7c5 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Pushing event deleted for resources: {'Port': ['ID=e2400d1c-e982-409f-935f-81f08cdb1083,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:22.814401 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-647679cb-5d2d-446d-9f2a-e33a45bc6c49 req-047fda1d-d54f-4e8f-ae74-5250919df7c5 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] No DVR routers for this DVR port e2400d1c-e982-409f-935f-81f08cdb1083 on host hv-cinder-81735 {{(pid=109816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:00:22.819352 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-647679cb-5d2d-446d-9f2a-e33a45bc6c49 req-047fda1d-d54f-4e8f-ae74-5250919df7c5 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:22.822856 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-647679cb-5d2d-446d-9f2a-e33a45bc6c49 req-047fda1d-d54f-4e8f-ae74-5250919df7c5 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.18 "DELETE /v2.0/ports/e2400d1c-e982-409f-935f-81f08cdb1083 HTTP/1.1" status: 204 len: 173 time: 0.9238687 Feb 07 12:00:22.893082 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f5af7f35-2544-4b35-ad0e-cc8ae8842be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-869226'] for router_interface (02036abe-6cb2-407f-a268-191c29388611), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:23.095614 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c14ea9-9ad5-4e94-a63e-9ab8443530dc', 'name': 'network-vif-deleted', 'tag': 'e2400d1c-e982-409f-935f-81f08cdb1083'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:00:23.098035 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf4f480-fd57-443b-8c35-791a5d70bff8" -d '{"events": [{"server_uuid": "40c14ea9-9ad5-4e94-a63e-9ab8443530dc", "name": "network-vif-deleted", "tag": "e2400d1c-e982-409f-935f-81f08cdb1083"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:00:23.156818 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792251e-147a-4f8d-b67f-81e333a6f0e2 req-282355e0-a8ff-47fb-a7c2-b18f13a9d6c6 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:23.158710 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-6792251e-147a-4f8d-b67f-81e333a6f0e2 req-282355e0-a8ff-47fb-a7c2-b18f13a9d6c6 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.1552672 Feb 07 12:00:23.174012 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-88cddd8c-3041-4280-b66d-6d8b3e054bb7 req-61b0f41f-da77-4cc8-9a81-72ff0ffc82b8 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 210 time: 0.0487270 Feb 07 12:00:23.184274 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:23.232259 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcfc32a-8127-45d5-8755-49ee79bef302 x-openstack-request-id: req-6bcfc32a-8127-45d5-8755-49ee79bef302 {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:00:23.232571 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c14ea9-9ad5-4e94-a63e-9ab8443530dc", "name": "network-vif-deleted", "tag": "e2400d1c-e982-409f-935f-81f08cdb1083", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:00:23.232830 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6bcfc32a-8127-45d5-8755-49ee79bef302 {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:00:23.233322 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c14ea9-9ad5-4e94-a63e-9ab8443530dc', 'name': 'network-vif-deleted', 'tag': 'e2400d1c-e982-409f-935f-81f08cdb1083', 'status': 'completed', 'code': 200} Feb 07 12:00:23.255911 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-6792251e-147a-4f8d-b67f-81e333a6f0e2 req-2e266069-e77e-44d1-b5e3-6f3dfaf49438 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780571 Feb 07 12:00:23.335905 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4697cf8f-ced8-4832-b2c9-51ffbd0c8a38 req-6626857b-b9bc-44f1-91a2-61b573293950 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=40c14ea9-9ad5-4e94-a63e-9ab8443530dc HTTP/1.1" status: 200 len: 210 time: 0.0278652 Feb 07 12:00:23.361938 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-f5af7f35-2544-4b35-ad0e-cc8ae8842be2 admin admin] Deleting port 6fd7b8c0-4370-4882-9ede-8ca241960aaa {{(pid=109815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:00:23.361938 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f5af7f35-2544-4b35-ad0e-cc8ae8842be2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (6fd7b8c0-4370-4882-9ede-8ca241960aaa), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:23.439814 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-f5af7f35-2544-4b35-ad0e-cc8ae8842be2 admin admin] For port 6fd7b8c0-4370-4882-9ede-8ca241960aaa, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=6fd7b8c0-4370-4882-9ede-8ca241960aaa,segment=NetworkSegment(ab018b14-5345-4646-b1fb-61d78a233fba),segment_id=ab018b14-5345-4646-b1fb-61d78a233fba)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:00:23.440079 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f5af7f35-2544-4b35-ad0e-cc8ae8842be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (6fd7b8c0-4370-4882-9ede-8ca241960aaa), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:23.453074 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-f5af7f35-2544-4b35-ad0e-cc8ae8842be2 admin admin] Calling delete_port for 6fd7b8c0-4370-4882-9ede-8ca241960aaa owned by network:router_interface {{(pid=109815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:00:23.470472 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 57418) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:23.579624 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-054ce286-32ac-4822-b409-e0044bccb24d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:23.662248 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-054ce286-32ac-4822-b409-e0044bccb24d admin admin] Publish callbacks [] for security_group (5b33679e-68b6-4b4d-a662-77c43569828c), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:23.761360 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-054ce286-32ac-4822-b409-e0044bccb24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (5b33679e-68b6-4b4d-a662-77c43569828c), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:23.761662 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f5af7f35-2544-4b35-ad0e-cc8ae8842be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063'] for port (6fd7b8c0-4370-4882-9ede-8ca241960aaa), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:23.786959 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af7f35-2544-4b35-ad0e-cc8ae8842be2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fd7b8c0-4370-4882-9ede-8ca241960aaa,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:23.805923 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-054ce286-32ac-4822-b409-e0044bccb24d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4282a01ab4c04c92aa6d9c86ebf28249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3300555 Feb 07 12:00:23.805923 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ce286-32ac-4822-b409-e0044bccb24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b33679e-68b6-4b4d-a662-77c43569828c,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:23.805923 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 57422) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:23.861671 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b41ac5f7-f77a-4dc4-a50a-6dc50dbf9935 admin admin] Publish callbacks [] for security_group (5b33679e-68b6-4b4d-a662-77c43569828c), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:23.892474 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b41ac5f7-f77a-4dc4-a50a-6dc50dbf9935 admin admin] Publish callbacks [] for security_group (5b33679e-68b6-4b4d-a662-77c43569828c), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:23.968848 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f5af7f35-2544-4b35-ad0e-cc8ae8842be2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-869374'] for router_interface (02036abe-6cb2-407f-a268-191c29388611), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:24.047115 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b41ac5f7-f77a-4dc4-a50a-6dc50dbf9935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (5b33679e-68b6-4b4d-a662-77c43569828c), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:24.050081 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b41ac5f7-f77a-4dc4-a50a-6dc50dbf9935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:24.056708 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-b41ac5f7-f77a-4dc4-a50a-6dc50dbf9935 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5b33679e-68b6-4b4d-a662-77c43569828c HTTP/1.1" status: 204 len: 168 time: 0.2461398 Feb 07 12:00:24.061296 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ac5f7-f77a-4dc4-a50a-6dc50dbf9935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b33679e-68b6-4b4d-a662-77c43569828c,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:24.235750 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5af7f35-2544-4b35-ad0e-cc8ae8842be2 admin admin] Router 02036abe-6cb2-407f-a268-191c29388611 has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 12:00:24.275065 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9a08d567-97d4-423c-ac60-1d8d4ba16377 req-d0ec4cd0-dae5-4993-a614-2452fe56c4ce tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 210 time: 0.0356691 Feb 07 12:00:24.413666 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5af7f35-2544-4b35-ad0e-cc8ae8842be2 admin admin] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 12:00:24.434638 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df05ed78-87fb-4348-b858-e784932aab10 None None] Sync routers for ids ['02036abe-6cb2-407f-a268-191c29388611'] in dv-cinder-817351-12-iscsi {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:00:24.447590 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-f5af7f35-2544-4b35-ad0e-cc8ae8842be2 admin admin] 10.222.0.67 "PUT /v2.0/routers/02036abe-6cb2-407f-a268-191c29388611/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0453203 Feb 07 12:00:24.452994 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 57442) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:24.459517 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df05ed78-87fb-4348-b858-e784932aab10 None None] Routers {'02036abe-6cb2-407f-a268-191c29388611'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:00:24.468671 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-df05ed78-87fb-4348-b858-e784932aab10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:00:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['02036abe-6cb2-407f-a268-191c29388611'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:00:24.545458 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f671d55-5ed7-49bb-b8fa-148890b9ad6f req-f3ae8c78-a9a4-4ae0-8de2-c4a648bf3cd8 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:24.554141 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5f671d55-5ed7-49bb-b8fa-148890b9ad6f req-f3ae8c78-a9a4-4ae0-8de2-c4a648bf3cd8 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.1874125 Feb 07 12:00:24.601667 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5f671d55-5ed7-49bb-b8fa-148890b9ad6f req-8b2b9326-b64c-4ff4-ae5e-ab4ebca50c63 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459449 Feb 07 12:00:24.613761 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-df05ed78-87fb-4348-b858-e784932aab10 None None] Set router 02036abe-6cb2-407f-a268-191c29388611 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:00:24.619718 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2cdebabe-d6c8-46fa-8b7b-d351c45c47ea admin admin] Publish callbacks [] for router (02036abe-6cb2-407f-a268-191c29388611), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:24.748425 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device e2400d1c-e982-409f-935f-81f08cdb1083 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:00:24.784924 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] No Port match for: e2400d1c-e982-409f-935f-81f08cdb1083 {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:00:24.785619 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device e2400d1c-e982-409f-935f-81f08cdb1083 not bound to the agent host hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:00:24.786630 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 420f2d72-e592-48d0-a55c-b9a1ade756cb no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:00:24.808310 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] No Port match for: 420f2d72-e592-48d0-a55c-b9a1ade756cb {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:00:24.809084 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 420f2d72-e592-48d0-a55c-b9a1ade756cb not bound to the agent host hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:00:24.917269 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-df05ed78-87fb-4348-b858-e784932aab10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02036abe-6cb2-407f-a268-191c29388611', 'name': 'tempest-ServerRescueNegativeTestJSON-1484570277-router', 'tenant_id': '75db33526c1b4ecb86d73593354d98fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '9a5a9505-dd91-4939-846a-b5f16fee6bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:45Z', 'updated_at': '2022-02-07T12:00:23Z', 'revision_number': 5, 'project_id': '75db33526c1b4ecb86d73593354d98fb', 'gw_port': {'id': '9a5a9505-dd91-4939-846a-b5f16fee6bf0', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02036abe-6cb2-407f-a268-191c29388611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:47Z', 'updated_at': '2022-02-07T11:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:00:24.945318 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df05ed78-87fb-4348-b858-e784932aab10 None None] Checking router: 02036abe-6cb2-407f-a268-191c29388611 for host: dv-cinder-817351-12-iscsi {{(pid=109818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:00:24.959826 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df05ed78-87fb-4348-b858-e784932aab10 None None] Routers {'02036abe-6cb2-407f-a268-191c29388611'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:00:24.966780 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-df05ed78-87fb-4348-b858-e784932aab10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:00:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['02036abe-6cb2-407f-a268-191c29388611'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:00:24.966931 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2cdebabe-d6c8-46fa-8b7b-d351c45c47ea admin admin] Publish callbacks [] for router_gateway (02036abe-6cb2-407f-a268-191c29388611), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:25.065212 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-df05ed78-87fb-4348-b858-e784932aab10 None None] Set router 02036abe-6cb2-407f-a268-191c29388611 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:00:25.115690 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-2cdebabe-d6c8-46fa-8b7b-d351c45c47ea admin admin] Deleting port 9a5a9505-dd91-4939-846a-b5f16fee6bf0 {{(pid=109815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:00:25.116281 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2cdebabe-d6c8-46fa-8b7b-d351c45c47ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (9a5a9505-dd91-4939-846a-b5f16fee6bf0), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:25.193985 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-2cdebabe-d6c8-46fa-8b7b-d351c45c47ea admin admin] For port 9a5a9505-dd91-4939-846a-b5f16fee6bf0, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=9a5a9505-dd91-4939-846a-b5f16fee6bf0,segment=NetworkSegment(27333d9f-cdd8-4603-a3d3-d9bd5a50a047),segment_id=27333d9f-cdd8-4603-a3d3-d9bd5a50a047)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:00:25.194372 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2cdebabe-d6c8-46fa-8b7b-d351c45c47ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (9a5a9505-dd91-4939-846a-b5f16fee6bf0), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:25.207055 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-2cdebabe-d6c8-46fa-8b7b-d351c45c47ea admin admin] Calling delete_port for 9a5a9505-dd91-4939-846a-b5f16fee6bf0 owned by network:router_gateway {{(pid=109815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:00:25.241740 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-df05ed78-87fb-4348-b858-e784932aab10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02036abe-6cb2-407f-a268-191c29388611', 'name': 'tempest-ServerRescueNegativeTestJSON-1484570277-router', 'tenant_id': '75db33526c1b4ecb86d73593354d98fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '9a5a9505-dd91-4939-846a-b5f16fee6bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:45Z', 'updated_at': '2022-02-07T12:00:23Z', 'revision_number': 5, 'project_id': '75db33526c1b4ecb86d73593354d98fb', 'gw_port': {'id': '9a5a9505-dd91-4939-846a-b5f16fee6bf0', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02036abe-6cb2-407f-a268-191c29388611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:47Z', 'updated_at': '2022-02-07T11:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:00:25.271146 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df05ed78-87fb-4348-b858-e784932aab10 None None] The sync data for ids ['02036abe-6cb2-407f-a268-191c29388611'] in dv-cinder-817351-12-iscsi is: [{'id': '02036abe-6cb2-407f-a268-191c29388611', 'name': 'tempest-ServerRescueNegativeTestJSON-1484570277-router', 'tenant_id': '75db33526c1b4ecb86d73593354d98fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '9a5a9505-dd91-4939-846a-b5f16fee6bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:45Z', 'updated_at': '2022-02-07T12:00:23Z', 'revision_number': 5, 'project_id': '75db33526c1b4ecb86d73593354d98fb', 'gw_port': {'id': '9a5a9505-dd91-4939-846a-b5f16fee6bf0', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02036abe-6cb2-407f-a268-191c29388611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:47Z', 'updated_at': '2022-02-07T11:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}] {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:00:25.395343 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4140ee9c-fac4-4cd7-a8a2-ff9918a91d2e req-54a0532d-e533-4639-b0b9-472a10b00088 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 210 time: 0.0394714 Feb 07 12:00:25.567242 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2cdebabe-d6c8-46fa-8b7b-d351c45c47ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063'] for port (9a5a9505-dd91-4939-846a-b5f16fee6bf0), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:25.590925 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdebabe-d6c8-46fa-8b7b-d351c45c47ea admin admin] Pushing event deleted for resources: {'Port': ['ID=9a5a9505-dd91-4939-846a-b5f16fee6bf0,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:25.618314 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2cdebabe-d6c8-46fa-8b7b-d351c45c47ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-875804'] for router_gateway (02036abe-6cb2-407f-a268-191c29388611), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:25.736173 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2cdebabe-d6c8-46fa-8b7b-d351c45c47ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-870299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8995'] for router (02036abe-6cb2-407f-a268-191c29388611), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:25.739126 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2cdebabe-d6c8-46fa-8b7b-d351c45c47ea admin admin] Publish callbacks [] for router_controller (02036abe-6cb2-407f-a268-191c29388611), precommit_delete_associations {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:25.783833 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54e0e7-6372-4135-942d-6cbcc77bf5d6 req-ffb1f0c6-bfdf-483c-854e-97ad3cbfdc37 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:25.785952 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6c54e0e7-6372-4135-942d-6cbcc77bf5d6 req-ffb1f0c6-bfdf-483c-854e-97ad3cbfdc37 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0991962 Feb 07 12:00:25.793974 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-6f1b969c-0ee4-4700-bb7b-75fde60a3d7b tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:25.796159 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-6f1b969c-0ee4-4700-bb7b-75fde60a3d7b tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.18 "GET /v2.0/networks?id=044092f0-a486-42dc-94bd-4759b5537247 HTTP/1.1" status: 200 len: 809 time: 0.1715908 Feb 07 12:00:25.869354 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6c54e0e7-6372-4135-942d-6cbcc77bf5d6 req-6369dfea-6c93-4ebf-95a5-f3c64bd4efc1 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708768 Feb 07 12:00:25.885451 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2cdebabe-d6c8-46fa-8b7b-d351c45c47ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-870284'] for router (02036abe-6cb2-407f-a268-191c29388611), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:25.886020 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdebabe-d6c8-46fa-8b7b-d351c45c47ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02036abe-6cb2-407f-a268-191c29388611 {{(pid=109815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 12:00:25.896833 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2cdebabe-d6c8-46fa-8b7b-d351c45c47ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:25.900666 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-2cdebabe-d6c8-46fa-8b7b-d351c45c47ea admin admin] 10.222.0.67 "DELETE /v2.0/routers/02036abe-6cb2-407f-a268-191c29388611 HTTP/1.1" status: 204 len: 168 time: 1.4459922 Feb 07 12:00:25.901285 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 57462) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:25.906353 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-d455777c-e3dd-4238-978c-b7640a1cd14f tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=569021eb1f054aa0b9a76bfafa7d7bf3 HTTP/1.1" status: 200 len: 380 time: 0.0884814 Feb 07 12:00:25.917757 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-01920ca2-939a-4a89-97b9-316bae6d5fbe tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Request body: {'port': {'device_id': '1bdd9ce4-f4de-4244-a527-216a355b628b', 'network_id': '044092f0-a486-42dc-94bd-4759b5537247', 'admin_state_up': True, 'tenant_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'security_groups': ['9257c956-ffe0-4f48-8a3c-2c8a4cad2f31']}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:00:25.961768 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_v2 [None req-69962eae-bc21-4e8b-89b0-66993b8666bf admin admin] Deleting subnet 967182f2-622c-4180-924f-9039ced922cc {{(pid=109815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 12:00:25.964965 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-69962eae-bc21-4e8b-89b0-66993b8666bf admin admin] Publish callbacks [] for subnet (967182f2-622c-4180-924f-9039ced922cc), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:26.010473 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-69962eae-bc21-4e8b-89b0-66993b8666bf admin admin] Publish callbacks [] for subnet (967182f2-622c-4180-924f-9039ced922cc), precommit_delete_associations {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:26.021016 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-69962eae-bc21-4e8b-89b0-66993b8666bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67013173'] for subnet (967182f2-622c-4180-924f-9039ced922cc), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:26.120416 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 6fd7b8c0-4370-4882-9ede-8ca241960aaa no longer exists at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:00:26.145450 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] No Port match for: 6fd7b8c0-4370-4882-9ede-8ca241960aaa {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:00:26.146117 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 6fd7b8c0-4370-4882-9ede-8ca241960aaa not bound to the agent host dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:00:26.183990 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-01920ca2-939a-4a89-97b9-316bae6d5fbe tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Made reservation on behalf of 569021eb1f054aa0b9a76bfafa7d7bf3 for: {'port': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:00:26.187487 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-01920ca2-939a-4a89-97b9-316bae6d5fbe tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:26.225188 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-69962eae-bc21-4e8b-89b0-66993b8666bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67013326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685'] for subnet (967182f2-622c-4180-924f-9039ced922cc), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:26.256603 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69962eae-bc21-4e8b-89b0-66993b8666bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=967182f2-622c-4180-924f-9039ced922cc,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:26.265244 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-69962eae-bc21-4e8b-89b0-66993b8666bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for subnet (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:26.268951 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-69962eae-bc21-4e8b-89b0-66993b8666bf admin admin] 10.222.0.67 "DELETE /v2.0/subnets/967182f2-622c-4180-924f-9039ced922cc HTTP/1.1" status: 204 len: 168 time: 0.3662758 Feb 07 12:00:26.276448 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 57468) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:26.348081 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0e638b23-978f-4bb3-984e-46465213a533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66708451'] for network (677930ed-9c83-41f5-83f9-2c05042c40b2), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:26.350360 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_common [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-01920ca2-939a-4a89-97b9-316bae6d5fbe tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Allocated IP 172.20.0.10 (044092f0-a486-42dc-94bd-4759b5537247/7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275/e83137d0-3c6c-4fb0-9add-d1c30d7d7287) {{(pid=109816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:00:26.371667 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243aaef-2a93-4da0-991f-fbc666c2a26e req-9b1471f0-3524-4379-b7d3-a04d3118edef tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:26.373076 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-1243aaef-2a93-4da0-991f-fbc666c2a26e req-9b1471f0-3524-4379-b7d3-a04d3118edef tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 945 time: 0.0815678 Feb 07 12:00:26.437547 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0e638b23-978f-4bb3-984e-46465213a533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67092386', 'neutron.services.segments.db._delete_segments_for_network-8782771681473'] for network (677930ed-9c83-41f5-83f9-2c05042c40b2), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:26.462929 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0e638b23-978f-4bb3-984e-46465213a533 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:00:26.463418 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0e638b23-978f-4bb3-984e-46465213a533 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:00:26.464760 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0e638b23-978f-4bb3-984e-46465213a533 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:00:26.465105 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0e638b23-978f-4bb3-984e-46465213a533 admin admin] Subscribe: > port after_create 55550000 {{(pid=109815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:00:26.465881 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0e638b23-978f-4bb3-984e-46465213a533 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:00:26.466019 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0e638b23-978f-4bb3-984e-46465213a533 admin admin] Subscribe: > port after_update 55550000 {{(pid=109815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:00:26.466266 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0e638b23-978f-4bb3-984e-46465213a533 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:00:26.466614 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0e638b23-978f-4bb3-984e-46465213a533 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:00:26.466935 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0e638b23-978f-4bb3-984e-46465213a533 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:00:26.467266 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0e638b23-978f-4bb3-984e-46465213a533 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:00:26.487795 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-1243aaef-2a93-4da0-991f-fbc666c2a26e req-55f29d4b-5a06-43a0-85a5-855936228686 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083498 Feb 07 12:00:26.544030 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0e638b23-978f-4bb3-984e-46465213a533 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:00:26.544388 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0e638b23-978f-4bb3-984e-46465213a533 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:00:26.544723 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0e638b23-978f-4bb3-984e-46465213a533 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:00:26.545060 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0e638b23-978f-4bb3-984e-46465213a533 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:00:26.545444 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.services.segments.db [None req-0e638b23-978f-4bb3-984e-46465213a533 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['677930ed-9c83-41f5-83f9-2c05042c40b2']}} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:00:26.546685 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-01920ca2-939a-4a89-97b9-316bae6d5fbe tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks [] for port (e83137d0-3c6c-4fb0-9add-d1c30d7d7287), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:26.586763 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.services.segments.db [None req-0e638b23-978f-4bb3-984e-46465213a533 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab018b14-5345-4646-b1fb-61d78a233fba') {'for_net_delete': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:00:26.587024 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.services.segments.db [None req-0e638b23-978f-4bb3-984e-46465213a533 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab018b14-5345-4646-b1fb-61d78a233fba') {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:00:26.592280 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f2784d97-e691-4480-814a-27ccb0eaefe2 req-bf5fa208-c330-42d9-bc13-b69676b20877 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 210 time: 0.0411596 Feb 07 12:00:26.609623 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0e638b23-978f-4bb3-984e-46465213a533 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782771684554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3418954'] for segment (ab018b14-5345-4646-b1fb-61d78a233fba), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:26.627703 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0e638b23-978f-4bb3-984e-46465213a533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (ab018b14-5345-4646-b1fb-61d78a233fba), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:26.636124 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e638b23-978f-4bb3-984e-46465213a533 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=109815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:00:26.636438 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0e638b23-978f-4bb3-984e-46465213a533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8643443'] for segment (ab018b14-5345-4646-b1fb-61d78a233fba), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: from cryptography.utils import int_from_bytes Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: from cryptography.utils import int_from_bytes Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: Traceback (most recent call last): Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: timer() Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: cb(*args, **kw) Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: return func(*args, **kwargs) Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: self._notify() Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: self.callback(batched_events) Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: event.method(event) Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: return f(self, *a, **k) Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: return self._get(url).json() Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: return self.request(url, 'GET', **kwargs) Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:00:26.640451 dv-cinder-817351-12-iscsi neutron-server[109815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:00:26.646861 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-01920ca2-939a-4a89-97b9-316bae6d5fbe tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (e83137d0-3c6c-4fb0-9add-d1c30d7d7287), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:26.688842 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-01920ca2-939a-4a89-97b9-316bae6d5fbe tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Network 044092f0-a486-42dc-94bd-4759b5537247 is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:00:26.692144 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-01920ca2-939a-4a89-97b9-316bae6d5fbe tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:00:26.696050 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-01920ca2-939a-4a89-97b9-316bae6d5fbe tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Received port after_create {{(pid=109816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 12:00:26.703218 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01920ca2-939a-4a89-97b9-316bae6d5fbe tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Pushing event updated for resources: {'Port': ['ID=e83137d0-3c6c-4fb0-9add-d1c30d7d7287,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:26.760088 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-01920ca2-939a-4a89-97b9-316bae6d5fbe tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:26.760861 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-01920ca2-939a-4a89-97b9-316bae6d5fbe tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:26.789209 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0e638b23-978f-4bb3-984e-46465213a533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67092411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-875896'] for network (677930ed-9c83-41f5-83f9-2c05042c40b2), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:26.796887 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0e638b23-978f-4bb3-984e-46465213a533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:26.800687 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-0e638b23-978f-4bb3-984e-46465213a533 admin admin] 10.222.0.67 "DELETE /v2.0/networks/677930ed-9c83-41f5-83f9-2c05042c40b2 HTTP/1.1" status: 204 len: 168 time: 0.5232689 Feb 07 12:00:26.812253 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e638b23-978f-4bb3-984e-46465213a533 admin admin] Pushing event deleted for resources: {'Network': ['ID=677930ed-9c83-41f5-83f9-2c05042c40b2,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:26.867162 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-01920ca2-939a-4a89-97b9-316bae6d5fbe tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9579461 Feb 07 12:00:26.902977 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Request body: {'port': {'device_id': '1bdd9ce4-f4de-4244-a527-216a355b628b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:00:26.954560 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b12a-b944-436f-9043-df4ff0cfbe33 None None] Provisioning complete for port e83137d0-3c6c-4fb0-9add-d1c30d7d7287 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:00:26.954933 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b12a-b944-436f-9043-df4ff0cfbe33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (e83137d0-3c6c-4fb0-9add-d1c30d7d7287), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:26.990860 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b12a-b944-436f-9043-df4ff0cfbe33 None None] Port e83137d0-3c6c-4fb0-9add-d1c30d7d7287 cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 12:00:26.992223 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (e83137d0-3c6c-4fb0-9add-d1c30d7d7287), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:27.057546 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ccc90-c511-41c7-9fe4-b913236ba16e req-902591c0-dec8-4ba6-b45e-b1aba53cce84 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:27.059042 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ee0ccc90-c511-41c7-9fe4-b913236ba16e req-902591c0-dec8-4ba6-b45e-b1aba53cce84 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0976713 Feb 07 12:00:27.159872 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 57480) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:27.198686 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-d1231977-47fe-4f60-b4a1-bd7e7f6f30d3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=75db33526c1b4ecb86d73593354d98fb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0375626 Feb 07 12:00:27.201408 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 57482) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:27.202715 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ee0ccc90-c511-41c7-9fe4-b913236ba16e req-743b504f-d8c3-4c33-8dea-487e4f3d9118 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365578 Feb 07 12:00:27.253871 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-fd9be909-62eb-4309-a219-6c947e5efeac admin admin] Publish callbacks [] for security_group (80372d5b-c8a7-4890-8b09-17b2d5a2f1c9), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:27.275297 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-fd9be909-62eb-4309-a219-6c947e5efeac admin admin] Publish callbacks [] for security_group (80372d5b-c8a7-4890-8b09-17b2d5a2f1c9), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:27.301826 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e83137d0-3c6c-4fb0-9add-d1c30d7d7287 {{(pid=109816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 12:00:27.310316 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Publish callbacks [] for port (e83137d0-3c6c-4fb0-9add-d1c30d7d7287), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:27.401528 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.provisioning_blocks [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Transition to ACTIVE for port object e83137d0-3c6c-4fb0-9add-d1c30d7d7287 will not be triggered until provisioned by entity L2. {{(pid=109816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:00:27.401874 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-fd9be909-62eb-4309-a219-6c947e5efeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (80372d5b-c8a7-4890-8b09-17b2d5a2f1c9), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:27.404693 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-fd9be909-62eb-4309-a219-6c947e5efeac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:27.405894 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-fd9be909-62eb-4309-a219-6c947e5efeac admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/80372d5b-c8a7-4890-8b09-17b2d5a2f1c9 HTTP/1.1" status: 204 len: 168 time: 0.2035568 Feb 07 12:00:27.416588 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9be909-62eb-4309-a219-6c947e5efeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80372d5b-c8a7-4890-8b09-17b2d5a2f1c9,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:27.464406 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209623'] for port (e83137d0-3c6c-4fb0-9add-d1c30d7d7287), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:27.519350 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e83137d0-3c6c-4fb0-9add-d1c30d7d7287,revision_number=2']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:27.591370 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Attempting to bind port e83137d0-3c6c-4fb0-9add-d1c30d7d7287 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 12:00:27.591704 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Attempting to bind port e83137d0-3c6c-4fb0-9add-d1c30d7d7287 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '1ab64f5e-e237-452a-95a2-99134719eb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '044092f0-a486-42dc-94bd-4759b5537247'}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 12:00:27.592029 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Attempting to bind port e83137d0-3c6c-4fb0-9add-d1c30d7d7287 on network 044092f0-a486-42dc-94bd-4759b5537247 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 12:00:27.596717 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Port e83137d0-3c6c-4fb0-9add-d1c30d7d7287 on network 044092f0-a486-42dc-94bd-4759b5537247 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 12:00:27.597592 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Attempting to bind port e83137d0-3c6c-4fb0-9add-d1c30d7d7287 on network 044092f0-a486-42dc-94bd-4759b5537247 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 12:00:27.612190 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Checking agent: {'id': '0d418b69-6da0-49d9-b758-bac8cc78f2cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'started_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 12:00:27.612190 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Checking segment: {'id': '1ab64f5e-e237-452a-95a2-99134719eb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '044092f0-a486-42dc-94bd-4759b5537247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 12:00:27.612190 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Bound using segment: {'id': '1ab64f5e-e237-452a-95a2-99134719eb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '044092f0-a486-42dc-94bd-4759b5537247'} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 12:00:27.612190 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Bound port: e83137d0-3c6c-4fb0-9add-d1c30d7d7287, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ab64f5e-e237-452a-95a2-99134719eb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '044092f0-a486-42dc-94bd-4759b5537247'}}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 12:00:27.612190 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (e83137d0-3c6c-4fb0-9add-d1c30d7d7287), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:27.679312 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921efcea-cd62-4c0c-a6c6-e35a083644e0 req-d8584505-50f5-4a95-b621-cb5f4b3bdb47 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:27.681756 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] For port e83137d0-3c6c-4fb0-9add-d1c30d7d7287, host hv-cinder-81735, cleared binding levels {{(pid=109816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 12:00:27.682166 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-921efcea-cd62-4c0c-a6c6-e35a083644e0 req-d8584505-50f5-4a95-b621-cb5f4b3bdb47 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 945 time: 0.0913956 Feb 07 12:00:27.685930 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] For port e83137d0-3c6c-4fb0-9add-d1c30d7d7287, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=e83137d0-3c6c-4fb0-9add-d1c30d7d7287,segment=NetworkSegment(1ab64f5e-e237-452a-95a2-99134719eb79),segment_id=1ab64f5e-e237-452a-95a2-99134719eb79)] {{(pid=109816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 12:00:27.733337 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-921efcea-cd62-4c0c-a6c6-e35a083644e0 req-89ad0a2b-2af5-43d2-9173-1c0898cd41d9 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499470 Feb 07 12:00:27.757743 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c63f7-03b5-43f6-a929-578e3247e24e req-47177be0-8e9c-4574-914e-47310adf751c tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:27.757743 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-860c63f7-03b5-43f6-a929-578e3247e24e req-47177be0-8e9c-4574-914e-47310adf751c tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 944 time: 0.0687470 Feb 07 12:00:27.806344 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209623'] for port (e83137d0-3c6c-4fb0-9add-d1c30d7d7287), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:27.837669 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-860c63f7-03b5-43f6-a929-578e3247e24e req-852b8fd8-a348-4465-ad31-595eeec2cd5b tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752234 Feb 07 12:00:27.847946 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:27.848577 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:27.850436 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] 10.222.0.18 "PUT /v2.0/ports/e83137d0-3c6c-4fb0-9add-d1c30d7d7287 HTTP/1.1" status: 200 len: 1094 time: 0.9518075 Feb 07 12:00:27.852899 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bdd9ce4-f4de-4244-a527-216a355b628b', 'tag': 'e83137d0-3c6c-4fb0-9add-d1c30d7d7287'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:00:27.855324 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afdc644-ecb4-46a8-963b-b6751a58ced9" -d '{"events": [{"name": "network-changed", "server_uuid": "1bdd9ce4-f4de-4244-a527-216a355b628b", "tag": "e83137d0-3c6c-4fb0-9add-d1c30d7d7287"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:00:27.887916 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e83137d0-3c6c-4fb0-9add-d1c30d7d7287,revision_number=3']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:27.890965 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:27.891324 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:27.892171 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:27.892521 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:27.892859 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:27.893192 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:27.893625 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:27.894743 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:27.895066 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:27.895422 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:27.895800 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:27.896134 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:27.896462 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c3495-86aa-46ec-8e9e-e90b521867b5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:27.911145 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 12:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05693f3-216b-4ef2-9a83-248ad143b5a1 x-openstack-request-id: req-e05693f3-216b-4ef2-9a83-248ad143b5a1 {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:00:27.911872 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bdd9ce4-f4de-4244-a527-216a355b628b", "tag": "e83137d0-3c6c-4fb0-9add-d1c30d7d7287", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:00:27.912136 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e05693f3-216b-4ef2-9a83-248ad143b5a1 {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:00:27.912540 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bdd9ce4-f4de-4244-a527-216a355b628b', 'tag': 'e83137d0-3c6c-4fb0-9add-d1c30d7d7287', 'status': 'completed', 'code': 200} Feb 07 12:00:27.980245 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afdc644-ecb4-46a8-963b-b6751a58ced9 req-16e90522-952b-449e-a462-1d31d5bcda1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:27.981918 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0afdc644-ecb4-46a8-963b-b6751a58ced9 req-16e90522-952b-449e-a462-1d31d5bcda1a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=569021eb1f054aa0b9a76bfafa7d7bf3&device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 1128 time: 0.0538008 Feb 07 12:00:28.028502 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 9a5a9505-dd91-4939-846a-b5f16fee6bf0 no longer exists at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:00:28.052119 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] No Port match for: 9a5a9505-dd91-4939-846a-b5f16fee6bf0 {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:00:28.052474 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 9a5a9505-dd91-4939-846a-b5f16fee6bf0 not bound to the agent host dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:00:28.088171 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afdc644-ecb4-46a8-963b-b6751a58ced9 req-2e3e2104-c070-4a6d-a648-f28db20fa5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:28.089691 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0afdc644-ecb4-46a8-963b-b6751a58ced9 req-2e3e2104-c070-4a6d-a648-f28db20fa5a4 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=569021eb1f054aa0b9a76bfafa7d7bf3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1005998 Feb 07 12:00:28.194456 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afdc644-ecb4-46a8-963b-b6751a58ced9 req-df122ed5-fa75-4322-8a17-b53dd5ee1eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:28.195926 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0afdc644-ecb4-46a8-963b-b6751a58ced9 req-df122ed5-fa75-4322-8a17-b53dd5ee1eed service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0993195 Feb 07 12:00:28.290059 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-6d1004bb-53fe-4858-9536-b523ff9073ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:28.291513 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-6d1004bb-53fe-4858-9536-b523ff9073ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=569021eb1f054aa0b9a76bfafa7d7bf3&device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 1128 time: 0.0544176 Feb 07 12:00:28.344620 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-f79e10e7-56ab-4928-87a2-21d6bd5b311e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e83137d0-3c6c-4fb0-9add-d1c30d7d7287 HTTP/1.1" status: 200 len: 217 time: 0.0387437 Feb 07 12:00:28.395501 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6dd93-1eb1-4478-a67d-23017368d0ef req-b277e5fb-9ec8-4718-adf6-e5f742e386fa tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:28.397099 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c5a6dd93-1eb1-4478-a67d-23017368d0ef req-b277e5fb-9ec8-4718-adf6-e5f742e386fa tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.1210394 Feb 07 12:00:28.414270 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-a24ed1f3-bc82-4057-97f2-833a7b382637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:28.417612 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-a24ed1f3-bc82-4057-97f2-833a7b382637 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275 HTTP/1.1" status: 200 len: 848 time: 0.0636451 Feb 07 12:00:28.478009 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c5a6dd93-1eb1-4478-a67d-23017368d0ef req-1309e6d3-9c18-4ac1-9fcf-ad357135ba6c tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729997 Feb 07 12:00:28.488020 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-38f1320f-f8b9-46b3-bc53-45bd8abe4cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:28.489502 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-38f1320f-f8b9-46b3-bc53-45bd8abe4cba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=044092f0-a486-42dc-94bd-4759b5537247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0675445 Feb 07 12:00:28.583242 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-2c75f38f-e2d8-4792-9571-e3e2469ceaa3 service neutron] 10.222.0.18 "GET /v2.0/networks/044092f0-a486-42dc-94bd-4759b5537247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856206 Feb 07 12:00:28.680152 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e3d75c46-9562-4f0a-af97-53f073dd5baf req-4326e364-d5f3-40cd-9231-0bcb3bf391b7 service neutron] 10.222.0.18 "GET /v2.0/networks/044092f0-a486-42dc-94bd-4759b5537247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897844 Feb 07 12:00:28.743509 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device f1e3806d-a1bc-4f9a-8989-fe91b725cb7a details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 12:00:28.852623 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9285e-9add-46e6-8a8e-c04601f723ff req-5fded4f9-38ff-48c9-9884-0b992de29adb tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:28.854502 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b1d9285e-9add-46e6-8a8e-c04601f723ff req-5fded4f9-38ff-48c9-9884-0b992de29adb tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 945 time: 0.0567772 Feb 07 12:00:28.858142 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f1e3806d-a1bc-4f9a-8989-fe91b725cb7a,segment=NetworkSegment(4dd91289-9497-4700-ac6d-fa09629bdd61),segment_id=4dd91289-9497-4700-ac6d-fa09629bdd61)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:00:28.873000 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Returning: {'device': 'f1e3806d-a1bc-4f9a-8989-fe91b725cb7a', 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e', 'port_id': 'f1e3806d-a1bc-4f9a-8989-fe91b725cb7a', 'mac_address': 'fa:16:3e:5c:2e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 12:00:28.910850 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b1d9285e-9add-46e6-8a8e-c04601f723ff req-4b521395-7a19-4d4f-b79e-6c389f01a993 tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/security-groups?id=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498035 Feb 07 12:00:28.919951 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a is: ACTIVE; New status is: BUILD {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:00:28.920341 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (f1e3806d-a1bc-4f9a-8989-fe91b725cb7a), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:28.933946 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1e3806d-a1bc-4f9a-8989-fe91b725cb7a {{(pid=109817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 12:00:28.955260 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f1e3806d-a1bc-4f9a-8989-fe91b725cb7a,segment=NetworkSegment(4dd91289-9497-4700-ac6d-fa09629bdd61),segment_id=4dd91289-9497-4700-ac6d-fa09629bdd61)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:00:29.021815 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2fed7-8f32-42a2-be3e-fbec6501b29e req-2c7ef5cc-b88f-4c8e-afc3-ca46a8b94e34 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:29.023346 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-dfe2fed7-8f32-42a2-be3e-fbec6501b29e req-2c7ef5cc-b88f-4c8e-afc3-ca46a8b94e34 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 944 time: 0.0553606 Feb 07 12:00:29.046890 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (f1e3806d-a1bc-4f9a-8989-fe91b725cb7a), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:29.071812 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-dfe2fed7-8f32-42a2-be3e-fbec6501b29e req-e0f6d969-1ccd-4911-8d3e-2d077a195927 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429592 Feb 07 12:00:29.104793 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=f1e3806d-a1bc-4f9a-8989-fe91b725cb7a,revision_number=6']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:29.261143 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['f1e3806d-a1bc-4f9a-8989-fe91b725cb7a'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 12:00:29.319967 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8646abf-d7ad-4867-8739-aed7f52e2ec3 req-51ead3b6-555d-43f1-93b1-9504b2e4cc6f tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:29.321335 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d8646abf-d7ad-4867-8739-aed7f52e2ec3 req-51ead3b6-555d-43f1-93b1-9504b2e4cc6f tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.18 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 945 time: 0.0511715 Feb 07 12:00:29.438316 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-d8646abf-d7ad-4867-8739-aed7f52e2ec3 req-005fa834-5962-4850-a7e6-0ebc9d20cd8f tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Deleting port 11cb008d-8ef4-45f4-a74c-bd2d812a6f4a {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:00:29.438669 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-d8646abf-d7ad-4867-8739-aed7f52e2ec3 req-005fa834-5962-4850-a7e6-0ebc9d20cd8f tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (11cb008d-8ef4-45f4-a74c-bd2d812a6f4a), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:29.528942 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-d8646abf-d7ad-4867-8739-aed7f52e2ec3 req-005fa834-5962-4850-a7e6-0ebc9d20cd8f tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] For port 11cb008d-8ef4-45f4-a74c-bd2d812a6f4a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=11cb008d-8ef4-45f4-a74c-bd2d812a6f4a,segment=NetworkSegment(f47893db-e434-4e31-97bd-89f81aa77ab5),segment_id=f47893db-e434-4e31-97bd-89f81aa77ab5)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:00:29.529378 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-d8646abf-d7ad-4867-8739-aed7f52e2ec3 req-005fa834-5962-4850-a7e6-0ebc9d20cd8f tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (11cb008d-8ef4-45f4-a74c-bd2d812a6f4a), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:29.541901 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-d8646abf-d7ad-4867-8739-aed7f52e2ec3 req-005fa834-5962-4850-a7e6-0ebc9d20cd8f tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Calling delete_port for 11cb008d-8ef4-45f4-a74c-bd2d812a6f4a owned by compute:nova {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:00:29.603972 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd017a-d373-4da1-a9f0-b658dd66eb87 req-7bce5248-9f0e-4e3a-9d8c-eb115e96c8a0 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:29.605461 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a2bd017a-d373-4da1-a9f0-b658dd66eb87 req-7bce5248-9f0e-4e3a-9d8c-eb115e96c8a0 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 945 time: 0.0537627 Feb 07 12:00:29.655580 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a2bd017a-d373-4da1-a9f0-b658dd66eb87 req-cf563644-0463-4a33-969a-09a1ccad1e30 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436974 Feb 07 12:00:29.721483 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-d8646abf-d7ad-4867-8739-aed7f52e2ec3 req-005fa834-5962-4850-a7e6-0ebc9d20cd8f tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (11cb008d-8ef4-45f4-a74c-bd2d812a6f4a), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:29.749084 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005fa834-5962-4850-a7e6-0ebc9d20cd8f tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Pushing event deleted for resources: {'Port': ['ID=11cb008d-8ef4-45f4-a74c-bd2d812a6f4a,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:29.772316 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['11cb008d-8ef4-45f4-a74c-bd2d812a6f4a'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 12:00:29.795316 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8646abf-d7ad-4867-8739-aed7f52e2ec3 req-005fa834-5962-4850-a7e6-0ebc9d20cd8f tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] No DVR routers for this DVR port 11cb008d-8ef4-45f4-a74c-bd2d812a6f4a on host hv-cinder-81735 {{(pid=109816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:00:29.797699 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-d8646abf-d7ad-4867-8739-aed7f52e2ec3 req-005fa834-5962-4850-a7e6-0ebc9d20cd8f tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:29.801066 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d8646abf-d7ad-4867-8739-aed7f52e2ec3 req-005fa834-5962-4850-a7e6-0ebc9d20cd8f tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.18 "DELETE /v2.0/ports/11cb008d-8ef4-45f4-a74c-bd2d812a6f4a HTTP/1.1" status: 204 len: 173 time: 0.4727890 Feb 07 12:00:29.914079 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b624fa-53d9-4fbe-a686-9db7805b75f4', 'name': 'network-vif-deleted', 'tag': '11cb008d-8ef4-45f4-a74c-bd2d812a6f4a'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:00:29.916397 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709e9790-6e2e-4e16-b2f2-5d02b4491f07" -d '{"events": [{"server_uuid": "20b624fa-53d9-4fbe-a686-9db7805b75f4", "name": "network-vif-deleted", "tag": "11cb008d-8ef4-45f4-a74c-bd2d812a6f4a"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:00:29.951911 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74661364-b012-464e-b530-8775f44ff535 x-openstack-request-id: req-74661364-b012-464e-b530-8775f44ff535 {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:00:29.952211 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b624fa-53d9-4fbe-a686-9db7805b75f4", "name": "network-vif-deleted", "tag": "11cb008d-8ef4-45f4-a74c-bd2d812a6f4a", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:00:29.952463 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-74661364-b012-464e-b530-8775f44ff535 {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:00:29.952889 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b624fa-53d9-4fbe-a686-9db7805b75f4', 'name': 'network-vif-deleted', 'tag': '11cb008d-8ef4-45f4-a74c-bd2d812a6f4a', 'status': 'completed', 'code': 200} Feb 07 12:00:30.013878 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b2fbcbda-5e5e-4b1b-a376-5acbfd291daa req-2dcb3ce5-eb28-4456-883d-72ac690ecb1e tempest-AttachVolumeNegativeTest-988120518 tempest-AttachVolumeNegativeTest-988120518-project] 10.222.0.67 "GET /v2.0/ports?device_id=20b624fa-53d9-4fbe-a686-9db7805b75f4 HTTP/1.1" status: 200 len: 210 time: 0.0326505 Feb 07 12:00:30.194453 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076a463-4d25-4616-9728-9f26d2679d35 req-8b1d8a71-c6dd-4ff1-bdf0-aff916eda599 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:30.195858 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7076a463-4d25-4616-9728-9f26d2679d35 req-8b1d8a71-c6dd-4ff1-bdf0-aff916eda599 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 944 time: 0.0536447 Feb 07 12:00:30.243204 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7076a463-4d25-4616-9728-9f26d2679d35 req-5c791c84-9e93-4364-9574-a8a55d775c14 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415616 Feb 07 12:00:30.732285 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159bc47f-fb8a-4d68-b9bc-b0c53b389003 req-2f8906d9-7fc4-4f54-a4be-e6cf47948fe7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:30.742006 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-159bc47f-fb8a-4d68-b9bc-b0c53b389003 req-2f8906d9-7fc4-4f54-a4be-e6cf47948fe7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0660696 Feb 07 12:00:30.744453 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device f1e3806d-a1bc-4f9a-8989-fe91b725cb7a up at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 12:00:30.801088 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-159bc47f-fb8a-4d68-b9bc-b0c53b389003 req-51f7c6d0-19e2-4ff9-9517-aa789edc6cce tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579820 Feb 07 12:00:30.813115 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0943e1-1fb3-4acd-8a3c-ba4ca9359ff8 req-86dc0dd2-41d7-4aa7-85b1-ff3afd63a301 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:30.820662 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-ec0943e1-1fb3-4acd-8a3c-ba4ca9359ff8 req-86dc0dd2-41d7-4aa7-85b1-ff3afd63a301 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 945 time: 0.0550840 Feb 07 12:00:30.828553 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning complete for port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:00:30.828993 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (f1e3806d-a1bc-4f9a-8989-fe91b725cb7a), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:30.865251 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-ec0943e1-1fb3-4acd-8a3c-ba4ca9359ff8 req-f972ea39-6b46-4376-bec3-01bdec7f9de6 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437338 Feb 07 12:00:30.913867 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a is: BUILD; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:00:30.914281 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (f1e3806d-a1bc-4f9a-8989-fe91b725cb7a), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:30.942554 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e3806d-a1bc-4f9a-8989-fe91b725cb7a'}] {{(pid=109817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:00:30.944793 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bc6b3c0530c896bdfe52e422604eaad6eac6737642d5fab1ac5583b9ec47d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca9a903-8c6c-4330-883e-56597bb8a674" -d '{"events": [{"server_uuid": "85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f", "name": "network-vif-plugged", "status": "completed", "tag": "f1e3806d-a1bc-4f9a-8989-fe91b725cb7a"}]}' {{(pid=109817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:00:30.958337 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f1e3806d-a1bc-4f9a-8989-fe91b725cb7a,segment=NetworkSegment(4dd91289-9497-4700-ac6d-fa09629bdd61),segment_id=4dd91289-9497-4700-ac6d-fa09629bdd61)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:00:30.980774 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f58955-5cdf-4ce4-873f-e70c6ef67d20 x-openstack-request-id: req-c7f58955-5cdf-4ce4-873f-e70c6ef67d20 {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:00:30.981016 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f", "name": "network-vif-plugged", "status": "completed", "tag": "f1e3806d-a1bc-4f9a-8989-fe91b725cb7a", "code": 200}]} {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:00:30.981274 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c7f58955-5cdf-4ce4-873f-e70c6ef67d20 {{(pid=109817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:00:30.981699 dv-cinder-817351-12-iscsi neutron-server[109817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e3806d-a1bc-4f9a-8989-fe91b725cb7a', 'code': 200} Feb 07 12:00:31.036046 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (f1e3806d-a1bc-4f9a-8989-fe91b725cb7a), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:31.036919 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 11cb008d-8ef4-45f4-a74c-bd2d812a6f4a no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:00:31.068151 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 57568) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:31.077994 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] No Port match for: 11cb008d-8ef4-45f4-a74c-bd2d812a6f4a {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:00:31.078352 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 11cb008d-8ef4-45f4-a74c-bd2d812a6f4a not bound to the agent host hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:00:31.107319 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=f1e3806d-a1bc-4f9a-8989-fe91b725cb7a,revision_number=7']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:31.114641 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:31.114999 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:31.115368 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:31.115715 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:31.116048 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:31.116381 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:31.116709 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:31.117037 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:31.117364 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:31.117741 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:31.117931 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb45e83e-19ad-480b-88a3-5fa274931241 admin admin] Deleting subnet d7bb34f8-fb86-49c0-99ed-5186686f2b9d {{(pid=109816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 12:00:31.118072 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:31.118401 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:31.118723 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:31.122262 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-fb45e83e-19ad-480b-88a3-5fa274931241 admin admin] Publish callbacks [] for subnet (d7bb34f8-fb86-49c0-99ed-5186686f2b9d), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:31.157235 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-fb45e83e-19ad-480b-88a3-5fa274931241 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8929597'] for subnet (d7bb34f8-fb86-49c0-99ed-5186686f2b9d), precommit_delete_associations {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:31.197755 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-fb45e83e-19ad-480b-88a3-5fa274931241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67013173'] for subnet (d7bb34f8-fb86-49c0-99ed-5186686f2b9d), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:31.342966 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-fb45e83e-19ad-480b-88a3-5fa274931241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67013326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9209793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9316268'] for subnet (d7bb34f8-fb86-49c0-99ed-5186686f2b9d), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:31.371742 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45e83e-19ad-480b-88a3-5fa274931241 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7bb34f8-fb86-49c0-99ed-5186686f2b9d,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:31.378359 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-fb45e83e-19ad-480b-88a3-5fa274931241 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:31.382005 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-fb45e83e-19ad-480b-88a3-5fa274931241 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/d7bb34f8-fb86-49c0-99ed-5186686f2b9d HTTP/1.1" status: 204 len: 168 time: 0.3128498 Feb 07 12:00:31.384538 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 57572) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:31.402663 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d3bed-d3a8-445c-ae59-0ad17f72680f req-9591eb21-bfb7-47f4-a4f2-e33abb3143e3 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:31.404169 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0a1d3bed-d3a8-445c-ae59-0ad17f72680f req-9591eb21-bfb7-47f4-a4f2-e33abb3143e3 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 944 time: 0.0945928 Feb 07 12:00:31.451072 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4b6eac97-0f67-4835-aef3-d11cfb56c0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66708451'] for network (1f0822b9-b44a-4189-ac69-526cbfaa623f), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:31.463047 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0a1d3bed-d3a8-445c-ae59-0ad17f72680f req-c4d9b037-43e1-41ee-81e6-559669783bc9 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522783 Feb 07 12:00:31.530378 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4b6eac97-0f67-4835-aef3-d11cfb56c0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67092386', 'neutron.services.segments.db._delete_segments_for_network-8782771681473'] for network (1f0822b9-b44a-4189-ac69-526cbfaa623f), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:31.550998 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.services.segments.db [None req-4b6eac97-0f67-4835-aef3-d11cfb56c0e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f0822b9-b44a-4189-ac69-526cbfaa623f']}} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:00:31.560372 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.services.segments.db [None req-4b6eac97-0f67-4835-aef3-d11cfb56c0e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f47893db-e434-4e31-97bd-89f81aa77ab5') {'for_net_delete': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:00:31.560674 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.services.segments.db [None req-4b6eac97-0f67-4835-aef3-d11cfb56c0e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f47893db-e434-4e31-97bd-89f81aa77ab5') {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:00:31.570487 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4b6eac97-0f67-4835-aef3-d11cfb56c0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782771684554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3418954'] for segment (f47893db-e434-4e31-97bd-89f81aa77ab5), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:31.584051 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4b6eac97-0f67-4835-aef3-d11cfb56c0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (f47893db-e434-4e31-97bd-89f81aa77ab5), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:31.589813 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b6eac97-0f67-4835-aef3-d11cfb56c0e0 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=109815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:00:31.590174 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4b6eac97-0f67-4835-aef3-d11cfb56c0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8643443'] for segment (f47893db-e434-4e31-97bd-89f81aa77ab5), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:31.591810 dv-cinder-817351-12-iscsi neutron-server[109815]: Traceback (most recent call last): Feb 07 12:00:31.591810 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:00:31.591810 dv-cinder-817351-12-iscsi neutron-server[109815]: timer() Feb 07 12:00:31.591810 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:00:31.591810 dv-cinder-817351-12-iscsi neutron-server[109815]: cb(*args, **kw) Feb 07 12:00:31.591810 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 12:00:31.591810 dv-cinder-817351-12-iscsi neutron-server[109815]: return func(*args, **kwargs) Feb 07 12:00:31.591810 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:00:31.591810 dv-cinder-817351-12-iscsi neutron-server[109815]: self._notify() Feb 07 12:00:31.591810 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:00:31.591810 dv-cinder-817351-12-iscsi neutron-server[109815]: self.callback(batched_events) Feb 07 12:00:31.591810 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:00:31.591810 dv-cinder-817351-12-iscsi neutron-server[109815]: event.method(event) Feb 07 12:00:31.591810 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 12:00:31.591810 dv-cinder-817351-12-iscsi neutron-server[109815]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:00:31.591810 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 12:00:31.591810 dv-cinder-817351-12-iscsi neutron-server[109815]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:00:31.591810 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 12:00:31.591810 dv-cinder-817351-12-iscsi neutron-server[109815]: return f(self, *a, **k) Feb 07 12:00:31.591810 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 12:00:31.591810 dv-cinder-817351-12-iscsi neutron-server[109815]: return self._get(url).json() Feb 07 12:00:31.591810 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 12:00:31.591810 dv-cinder-817351-12-iscsi neutron-server[109815]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:00:31.591810 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:00:31.591810 dv-cinder-817351-12-iscsi neutron-server[109815]: return self.request(url, 'GET', **kwargs) Feb 07 12:00:31.591810 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:00:31.591810 dv-cinder-817351-12-iscsi neutron-server[109815]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:00:31.591810 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:00:31.591810 dv-cinder-817351-12-iscsi neutron-server[109815]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:00:31.591810 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:00:31.591810 dv-cinder-817351-12-iscsi neutron-server[109815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:00:31.591810 dv-cinder-817351-12-iscsi neutron-server[109815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:00:31.749991 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4b6eac97-0f67-4835-aef3-d11cfb56c0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67092411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-875896'] for network (1f0822b9-b44a-4189-ac69-526cbfaa623f), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:31.755998 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4b6eac97-0f67-4835-aef3-d11cfb56c0e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:31.759342 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-4b6eac97-0f67-4835-aef3-d11cfb56c0e0 admin admin] 10.222.0.67 "DELETE /v2.0/networks/1f0822b9-b44a-4189-ac69-526cbfaa623f HTTP/1.1" status: 204 len: 168 time: 0.3737507 Feb 07 12:00:31.770712 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6eac97-0f67-4835-aef3-d11cfb56c0e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f0822b9-b44a-4189-ac69-526cbfaa623f,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:31.780405 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6eac97-0f67-4835-aef3-d11cfb56c0e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:31.780948 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6eac97-0f67-4835-aef3-d11cfb56c0e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:31.781510 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6eac97-0f67-4835-aef3-d11cfb56c0e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:31.781892 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6eac97-0f67-4835-aef3-d11cfb56c0e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:31.782459 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6eac97-0f67-4835-aef3-d11cfb56c0e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:31.782573 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6eac97-0f67-4835-aef3-d11cfb56c0e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:31.782884 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6eac97-0f67-4835-aef3-d11cfb56c0e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:31.783215 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6eac97-0f67-4835-aef3-d11cfb56c0e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:31.783547 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6eac97-0f67-4835-aef3-d11cfb56c0e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:31.783875 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6eac97-0f67-4835-aef3-d11cfb56c0e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:31.784636 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6eac97-0f67-4835-aef3-d11cfb56c0e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:31.784636 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6eac97-0f67-4835-aef3-d11cfb56c0e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:31.784838 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6eac97-0f67-4835-aef3-d11cfb56c0e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:00:31.919591 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346a362-16e6-40b2-b27d-259d0987c5f5 req-0948d9a8-ed11-49c7-818e-8e3e6f67e0cb tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:31.921127 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d346a362-16e6-40b2-b27d-259d0987c5f5 req-0948d9a8-ed11-49c7-818e-8e3e6f67e0cb tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0538030 Feb 07 12:00:31.973413 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d346a362-16e6-40b2-b27d-259d0987c5f5 req-2bb8e8e8-c391-426a-b3d5-e90f834ab9cf tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448990 Feb 07 12:00:31.990463 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58084d8f-c22a-4134-b79b-7f58840f5579 req-e1e65552-33e8-430e-8187-80768cbf4467 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:31.991938 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-58084d8f-c22a-4134-b79b-7f58840f5579 req-e1e65552-33e8-430e-8187-80768cbf4467 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0526531 Feb 07 12:00:32.039730 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-58084d8f-c22a-4134-b79b-7f58840f5579 req-334d7856-1f08-42d7-b5c6-e16edf873054 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421782 Feb 07 12:00:32.166083 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 57588) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:32.204596 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-e580a20a-c2b9-4f52-981a-314488e22bd6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9fa56258a2a848a3900e69789d262891&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0373290 Feb 07 12:00:32.206957 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 57590) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:32.256252 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-ba292d93-7665-4b0d-901d-3529a98ce0c6 admin admin] Publish callbacks [] for security_group (ff4b84c9-e8df-4369-a8aa-553ae3cfcd84), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:32.277316 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-ba292d93-7665-4b0d-901d-3529a98ce0c6 admin admin] Publish callbacks [] for security_group (ff4b84c9-e8df-4369-a8aa-553ae3cfcd84), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:32.401506 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-ba292d93-7665-4b0d-901d-3529a98ce0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (ff4b84c9-e8df-4369-a8aa-553ae3cfcd84), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:32.404126 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-ba292d93-7665-4b0d-901d-3529a98ce0c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:32.405390 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-ba292d93-7665-4b0d-901d-3529a98ce0c6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ff4b84c9-e8df-4369-a8aa-553ae3cfcd84 HTTP/1.1" status: 204 len: 168 time: 0.1974871 Feb 07 12:00:32.413976 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba292d93-7665-4b0d-901d-3529a98ce0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4b84c9-e8df-4369-a8aa-553ae3cfcd84,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:32.591448 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da8dbb-56dc-4afa-871f-a5c4377b0def req-64cf5fbb-4659-4844-a5c0-5d0c75d8d5e1 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:32.593072 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e3da8dbb-56dc-4afa-871f-a5c4377b0def req-64cf5fbb-4659-4844-a5c0-5d0c75d8d5e1 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 944 time: 0.0633302 Feb 07 12:00:32.647434 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e3da8dbb-56dc-4afa-871f-a5c4377b0def req-352306ad-6276-43ab-9dcd-6b17508e5627 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475824 Feb 07 12:00:33.097372 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890b8cf-9e1d-43d3-b6ba-d97e5d227b90 req-47637faa-e71c-495e-ac8f-a55100452bef tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:33.098945 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8890b8cf-9e1d-43d3-b6ba-d97e5d227b90 req-47637faa-e71c-495e-ac8f-a55100452bef tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0557971 Feb 07 12:00:33.146325 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8890b8cf-9e1d-43d3-b6ba-d97e5d227b90 req-0a857f92-b10f-41f9-93ee-fdc026fc1a8b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417013 Feb 07 12:00:33.169869 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1f347-5c9f-4d5b-8951-6bb9008ca457 req-4e7d58e5-6cab-4c3c-b154-6ab690de9f94 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:33.172185 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-1aa1f347-5c9f-4d5b-8951-6bb9008ca457 req-4e7d58e5-6cab-4c3c-b154-6ab690de9f94 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0544400 Feb 07 12:00:33.228822 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-1aa1f347-5c9f-4d5b-8951-6bb9008ca457 req-58a38cf1-5675-4835-b256-e693f2c60adb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500622 Feb 07 12:00:33.765947 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966163a-f0bf-4983-bc23-02c4d18a29d2 req-68afb4fb-7941-440d-a3fe-820543f2587a tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:33.767411 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4966163a-f0bf-4983-bc23-02c4d18a29d2 req-68afb4fb-7941-440d-a3fe-820543f2587a tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 944 time: 0.0516155 Feb 07 12:00:33.814654 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4966163a-f0bf-4983-bc23-02c4d18a29d2 req-4d1e775e-28e2-4741-8eeb-84c5a6bbc159 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411355 Feb 07 12:00:34.278885 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a523e-e288-4aea-ab71-e486627c1a8c req-40c16bf5-0bac-4ff9-9bc7-ccda1d81a2c9 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:34.280599 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cb9a523e-e288-4aea-ab71-e486627c1a8c req-40c16bf5-0bac-4ff9-9bc7-ccda1d81a2c9 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0586081 Feb 07 12:00:34.339001 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cb9a523e-e288-4aea-ab71-e486627c1a8c req-ed930e0d-2337-4534-93f0-00190a33e361 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444725 Feb 07 12:00:34.401365 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b119a-4709-4644-bc7f-85d5c5d62b3d req-23e87d44-7a15-47f6-b2cb-251c8573ef8d tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:34.402888 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-fc2b119a-4709-4644-bc7f-85d5c5d62b3d req-23e87d44-7a15-47f6-b2cb-251c8573ef8d tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0574682 Feb 07 12:00:34.449048 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-fc2b119a-4709-4644-bc7f-85d5c5d62b3d req-5722a2ad-4796-41cb-a57a-c3c82e26abe0 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403357 Feb 07 12:00:34.562334 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 12:00:34.946470 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d5717-2a3a-4112-88e5-ce5bb6d78e61 req-42509fd0-e08f-404e-8081-a62426deb81f tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:34.947976 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d73d5717-2a3a-4112-88e5-ce5bb6d78e61 req-42509fd0-e08f-404e-8081-a62426deb81f tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 944 time: 0.0558593 Feb 07 12:00:35.004761 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d73d5717-2a3a-4112-88e5-ce5bb6d78e61 req-ad12bebc-d0f7-401e-a962-1a03194eea75 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509284 Feb 07 12:00:35.458923 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9989d-24ce-4837-9c4e-bda9bd41cb17 req-7add5bbf-28e5-4d2a-866a-1b48d028462f tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:35.460386 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-30f9989d-24ce-4837-9c4e-bda9bd41cb17 req-7add5bbf-28e5-4d2a-866a-1b48d028462f tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0520921 Feb 07 12:00:35.506861 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-30f9989d-24ce-4837-9c4e-bda9bd41cb17 req-6e25d8fd-ab64-4304-ac89-4b69312faf5a tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408216 Feb 07 12:00:35.574418 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf235b10-025f-41cf-8386-0d160f3c3776 req-bd68908b-cbbe-4683-8e0a-e91bcc375a34 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:35.576175 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-bf235b10-025f-41cf-8386-0d160f3c3776 req-bd68908b-cbbe-4683-8e0a-e91bcc375a34 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0565889 Feb 07 12:00:35.621629 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-bf235b10-025f-41cf-8386-0d160f3c3776 req-4007b2a9-44d0-4130-bd88-16020a451dc3 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393913 Feb 07 12:00:36.118319 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed04d8-3d0f-47c6-9e1d-786ee3df25da req-3c73e62d-d9de-4c61-ac94-3da98fea087e tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:36.119796 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e0ed04d8-3d0f-47c6-9e1d-786ee3df25da req-3c73e62d-d9de-4c61-ac94-3da98fea087e tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 944 time: 0.0516071 Feb 07 12:00:36.170137 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e0ed04d8-3d0f-47c6-9e1d-786ee3df25da req-c0a5ade9-62a3-4c2a-a38f-67d6db58072b tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449109 Feb 07 12:00:36.626417 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0fd50-08cd-4735-8f7f-caf18e89c966 req-028fff1e-ede6-468b-8acf-0099caf7a4c4 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:36.627888 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a6e0fd50-08cd-4735-8f7f-caf18e89c966 req-028fff1e-ede6-468b-8acf-0099caf7a4c4 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0528150 Feb 07 12:00:36.682785 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a6e0fd50-08cd-4735-8f7f-caf18e89c966 req-1df8b4b6-1d63-48f6-a068-8b0e31eee422 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492284 Feb 07 12:00:36.752020 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce06be4-7534-4add-9240-4944951d8fa1 req-0ad17630-dcc8-4842-8d68-701051064958 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:36.753512 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8ce06be4-7534-4add-9240-4944951d8fa1 req-0ad17630-dcc8-4842-8d68-701051064958 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0537198 Feb 07 12:00:36.800193 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8ce06be4-7534-4add-9240-4944951d8fa1 req-f94d32dc-025b-4583-8642-835067b3efa1 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409474 Feb 07 12:00:37.043048 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 57706) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:37.144337 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e12559dc-c8e4-4f40-a100-b7d1de0a5e18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:37.218137 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e12559dc-c8e4-4f40-a100-b7d1de0a5e18 admin admin] Publish callbacks [] for security_group (ffc1f61d-88f2-42ed-9991-83765d2e67f7), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:37.289952 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5d342-4876-4d11-9cf1-8a5b82023fd3 req-569acb88-de8a-44d3-b9d9-45111236c266 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:37.291430 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a0f5d342-4876-4d11-9cf1-8a5b82023fd3 req-569acb88-de8a-44d3-b9d9-45111236c266 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 944 time: 0.0551398 Feb 07 12:00:37.303710 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e12559dc-c8e4-4f40-a100-b7d1de0a5e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (ffc1f61d-88f2-42ed-9991-83765d2e67f7), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:37.358817 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12559dc-c8e4-4f40-a100-b7d1de0a5e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc1f61d-88f2-42ed-9991-83765d2e67f7,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:37.363418 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-e12559dc-c8e4-4f40-a100-b7d1de0a5e18 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9c64ad6cbc16488798b9b01214673902&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193488 Feb 07 12:00:37.366636 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 57712) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:37.380996 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a0f5d342-4876-4d11-9cf1-8a5b82023fd3 req-df7e553d-659a-41d4-a7d7-84630aebc7f0 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839167 Feb 07 12:00:37.419133 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f5f96c9c-de8c-4f5a-aaab-2536c5b5e720 admin admin] Publish callbacks [] for security_group (ffc1f61d-88f2-42ed-9991-83765d2e67f7), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:37.440066 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f5f96c9c-de8c-4f5a-aaab-2536c5b5e720 admin admin] Publish callbacks [] for security_group (ffc1f61d-88f2-42ed-9991-83765d2e67f7), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:37.549084 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f5f96c9c-de8c-4f5a-aaab-2536c5b5e720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (ffc1f61d-88f2-42ed-9991-83765d2e67f7), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:37.551742 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f5f96c9c-de8c-4f5a-aaab-2536c5b5e720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:37.552874 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-f5f96c9c-de8c-4f5a-aaab-2536c5b5e720 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ffc1f61d-88f2-42ed-9991-83765d2e67f7 HTTP/1.1" status: 204 len: 168 time: 0.1854165 Feb 07 12:00:37.560678 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f96c9c-de8c-4f5a-aaab-2536c5b5e720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc1f61d-88f2-42ed-9991-83765d2e67f7,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:37.806846 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2145ba-96f2-4d5b-8a3d-4599d7358175 req-5298ce37-f488-4707-a0d4-49beb7dca462 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:37.810585 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6c2145ba-96f2-4d5b-8a3d-4599d7358175 req-5298ce37-f488-4707-a0d4-49beb7dca462 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0531068 Feb 07 12:00:37.858625 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6c2145ba-96f2-4d5b-8a3d-4599d7358175 req-192323ea-d344-4004-8464-02d28092a6fc tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448079 Feb 07 12:00:37.925417 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca7a92-57f6-42b7-a19f-d5ea239957b6 req-30df78eb-536f-4ced-a3aa-4cd2516b1b6e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:37.927025 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a8ca7a92-57f6-42b7-a19f-d5ea239957b6 req-30df78eb-536f-4ced-a3aa-4cd2516b1b6e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0517781 Feb 07 12:00:37.975038 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a8ca7a92-57f6-42b7-a19f-d5ea239957b6 req-717ed2a8-fb5d-4922-8e2f-d6512b38153f tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417964 Feb 07 12:00:38.348446 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 57728) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:38.361195 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-19dd4031-ec40-4173-a91b-4265cdf3df13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:38.389497 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-b5d6529b-d59b-4177-89e2-f72d4c2ede8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:38.438208 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-19dd4031-ec40-4173-a91b-4265cdf3df13 admin admin] Publish callbacks [] for security_group (e9a6519b-021c-4e88-916a-b518504d5ff2), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:38.503801 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90abc0d-af43-4b93-8a64-fa6f5db67f7f req-bcf9e8b5-e30d-4235-a53c-38b8c337e36c tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:38.505899 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d90abc0d-af43-4b93-8a64-fa6f5db67f7f req-bcf9e8b5-e30d-4235-a53c-38b8c337e36c tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 944 time: 0.0558190 Feb 07 12:00:38.509995 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-19dd4031-ec40-4173-a91b-4265cdf3df13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (e9a6519b-021c-4e88-916a-b518504d5ff2), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:38.548125 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-19dd4031-ec40-4173-a91b-4265cdf3df13 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c395b1c55abe45a3a8de7994e2a19d66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1984453 Feb 07 12:00:38.548844 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd4031-ec40-4173-a91b-4265cdf3df13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a6519b-021c-4e88-916a-b518504d5ff2,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:38.552598 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 57738) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:38.557419 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d90abc0d-af43-4b93-8a64-fa6f5db67f7f req-8e453d2d-84fa-4e1e-a6c7-9267f1951dc7 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456369 Feb 07 12:00:38.604585 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-844727a9-36b8-4d0a-994e-412b07b3014a admin admin] Publish callbacks [] for security_group (e9a6519b-021c-4e88-916a-b518504d5ff2), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:38.625098 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-844727a9-36b8-4d0a-994e-412b07b3014a admin admin] Publish callbacks [] for security_group (e9a6519b-021c-4e88-916a-b518504d5ff2), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:38.755963 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-844727a9-36b8-4d0a-994e-412b07b3014a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (e9a6519b-021c-4e88-916a-b518504d5ff2), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:38.758645 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-844727a9-36b8-4d0a-994e-412b07b3014a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:38.759793 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-844727a9-36b8-4d0a-994e-412b07b3014a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e9a6519b-021c-4e88-916a-b518504d5ff2 HTTP/1.1" status: 204 len: 168 time: 0.2061062 Feb 07 12:00:38.767570 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844727a9-36b8-4d0a-994e-412b07b3014a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a6519b-021c-4e88-916a-b518504d5ff2,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:38.977454 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6cd779-08bb-4ded-9c60-9f94b7458555 req-aa976048-910e-45d6-aaf2-0a4fb46186ad tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:38.979134 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3d6cd779-08bb-4ded-9c60-9f94b7458555 req-aa976048-910e-45d6-aaf2-0a4fb46186ad tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0528362 Feb 07 12:00:39.028186 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3d6cd779-08bb-4ded-9c60-9f94b7458555 req-f24f22ee-625a-440a-a360-3dc379749145 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429618 Feb 07 12:00:39.105101 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915eae3-a015-488f-b08a-26e8859f3b85 req-5ddee94b-5cfb-43c1-b4ab-90a33b801dfb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:39.106546 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5915eae3-a015-488f-b08a-26e8859f3b85 req-5ddee94b-5cfb-43c1-b4ab-90a33b801dfb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0521977 Feb 07 12:00:39.158129 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5915eae3-a015-488f-b08a-26e8859f3b85 req-b3600c3b-dcd7-4ca6-9a11-df23db681317 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457668 Feb 07 12:00:39.690205 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008605f2-13d4-40e9-9ffa-0902bc80b623 req-cb8a18c7-4734-40ef-b3de-3dc01eab384a tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:39.692238 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-008605f2-13d4-40e9-9ffa-0902bc80b623 req-cb8a18c7-4734-40ef-b3de-3dc01eab384a tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 944 time: 0.0639646 Feb 07 12:00:39.740661 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-008605f2-13d4-40e9-9ffa-0902bc80b623 req-a3c77a48-9351-4ae9-95f6-d0b8f4792dee tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428653 Feb 07 12:00:40.151425 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46214e7-5306-4ea4-aef5-be239d60fe51 req-d8e80546-ff4e-4d16-9bde-e9c415e16ab1 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:40.158138 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b46214e7-5306-4ea4-aef5-be239d60fe51 req-d8e80546-ff4e-4d16-9bde-e9c415e16ab1 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0623808 Feb 07 12:00:40.217497 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b46214e7-5306-4ea4-aef5-be239d60fe51 req-217724a7-5ecb-49f1-8193-abb70c2e5ed3 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582073 Feb 07 12:00:40.292857 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627661b7-c040-4bff-9726-528ab78a859e req-482caef4-8988-4222-aa3e-29de27010f91 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:40.294347 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-627661b7-c040-4bff-9726-528ab78a859e req-482caef4-8988-4222-aa3e-29de27010f91 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0528624 Feb 07 12:00:40.343734 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-627661b7-c040-4bff-9726-528ab78a859e req-3b0e9f96-462c-4e42-81c8-c02889088970 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437510 Feb 07 12:00:40.578743 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-47bb1ced-1424-48bf-949e-568099704150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:40.883212 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623987d-c9f2-455f-9494-d7ffa1e7a67a req-dda79501-fbe0-43aa-89a8-860dab156647 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:40.884794 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e623987d-c9f2-455f-9494-d7ffa1e7a67a req-dda79501-fbe0-43aa-89a8-860dab156647 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 944 time: 0.0749636 Feb 07 12:00:40.971964 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e623987d-c9f2-455f-9494-d7ffa1e7a67a req-92d15e1c-8d7d-45c1-adb9-37c00637573b tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705857 Feb 07 12:00:41.402423 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85f869-0653-4235-9f4b-2789928237a9 req-577d2ee7-0728-451e-9e3b-80f80f32df7c tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:41.402423 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-dd85f869-0653-4235-9f4b-2789928237a9 req-577d2ee7-0728-451e-9e3b-80f80f32df7c tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0676045 Feb 07 12:00:41.512880 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-dd85f869-0653-4235-9f4b-2789928237a9 req-5d93f19b-31d6-4309-ac88-6e621c0c6388 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105475 Feb 07 12:00:41.532998 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80473c3f-afdb-463c-858b-ac307911d64b req-ce1f8a13-02dc-4390-9e50-95b0d635bec1 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:41.544321 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-80473c3f-afdb-463c-858b-ac307911d64b req-ce1f8a13-02dc-4390-9e50-95b0d635bec1 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0761137 Feb 07 12:00:41.616298 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-80473c3f-afdb-463c-858b-ac307911d64b req-1af53695-2e36-49b2-b1b5-5870dcd63064 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706522 Feb 07 12:00:41.681478 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:41.698971 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-d031d32e-28ed-4b76-9c50-aa803ae4d775 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1931655663&fields=id&tenant_id=2f652314e22c4aaeb65f608410318706 HTTP/1.1" status: 200 len: 267 time: 0.0546856 Feb 07 12:00:41.887029 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-4e6e8757-0a0f-4340-99b6-fa013f7c183e tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:41.888484 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-4e6e8757-0a0f-4340-99b6-fa013f7c183e tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/networks?id=1d02701c-c637-4fd0-a81a-05c2ec80c184 HTTP/1.1" status: 200 len: 812 time: 0.1827326 Feb 07 12:00:41.905253 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-06e44b29-5201-4df5-b474-5d65a44c2535 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/quotas/2f652314e22c4aaeb65f608410318706 HTTP/1.1" status: 200 len: 375 time: 0.0093236 Feb 07 12:00:41.970859 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-68de06aa-4112-4a73-a43c-981bebbb3bfb tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=2f652314e22c4aaeb65f608410318706&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595725 Feb 07 12:00:42.110400 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-cf7fa419-ed52-4cb0-ab5e-aba8a75a33d7 service neutron] 10.222.0.67 "GET /v2.0/networks/1d02701c-c637-4fd0-a81a-05c2ec80c184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238270 Feb 07 12:00:42.122298 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334548e-b4d6-407a-a3e9-00dc56f313e5 req-e2985c5d-8a65-4dcb-ac52-3366b7b371d6 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:42.124238 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-1334548e-b4d6-407a-a3e9-00dc56f313e5 req-e2985c5d-8a65-4dcb-ac52-3366b7b371d6 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 944 time: 0.0679512 Feb 07 12:00:42.207814 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-1334548e-b4d6-407a-a3e9-00dc56f313e5 req-4aefd54a-47f6-4460-92fd-59fc4362a686 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767891 Feb 07 12:00:42.318051 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-5380a672-42ad-47ec-9eec-acaca66ad09f service neutron] 10.222.0.67 "GET /v2.0/networks/1d02701c-c637-4fd0-a81a-05c2ec80c184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011490 Feb 07 12:00:42.897718 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9820a-f12b-4164-8208-040180563954 req-9b9d46d2-b416-4090-9748-e4d2bb7a20ba tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:42.897718 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5ba9820a-f12b-4164-8208-040180563954 req-9b9d46d2-b416-4090-9748-e4d2bb7a20ba tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0684574 Feb 07 12:00:42.897718 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5ba9820a-f12b-4164-8208-040180563954 req-ae47c0f0-19db-46b5-811c-b0fdcaa3743f tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452688 Feb 07 12:00:42.945731 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb4c1e-7f32-4e00-b57d-69a6f68d7cf3 req-f7782d23-5192-4b34-8e29-31d284b3280a tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:42.953252 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b7cb4c1e-7f32-4e00-b57d-69a6f68d7cf3 req-f7782d23-5192-4b34-8e29-31d284b3280a tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0933995 Feb 07 12:00:43.011955 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b7cb4c1e-7f32-4e00-b57d-69a6f68d7cf3 req-587ac6d1-0ca8-414a-a979-04f35a7bc82e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575025 Feb 07 12:00:43.399834 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbbaf4-afce-4922-b0d0-9744f012d671 req-9df58cd5-4645-40c1-990d-826ea249a0b6 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:43.401373 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-20bbbaf4-afce-4922-b0d0-9744f012d671 req-9df58cd5-4645-40c1-990d-826ea249a0b6 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 944 time: 0.0866909 Feb 07 12:00:43.459312 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-20bbbaf4-afce-4922-b0d0-9744f012d671 req-92aaee8f-8f1e-45ca-aa88-2643be7ade69 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503523 Feb 07 12:00:43.604947 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-47bf1f8d-a776-4a79-8ef2-b3de6f090551 req-2338bfc6-8d44-4cbd-80ce-7aad61727798 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 210 time: 0.0476227 Feb 07 12:00:43.658045 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 57910) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:43.658593 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:43.803877 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c3b7b871-4b82-4a59-95b0-81c934da7c98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:43.897534 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c3b7b871-4b82-4a59-95b0-81c934da7c98 admin admin] Publish callbacks [] for security_group (4b71729a-1ef2-40b6-9227-af61597dc5b8), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:44.011762 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c3b7b871-4b82-4a59-95b0-81c934da7c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (4b71729a-1ef2-40b6-9227-af61597dc5b8), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:44.097407 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-c3b7b871-4b82-4a59-95b0-81c934da7c98 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2032be52c2c748a3a999641d429648a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4100056 Feb 07 12:00:44.097407 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7b871-4b82-4a59-95b0-81c934da7c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b71729a-1ef2-40b6-9227-af61597dc5b8,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:44.102552 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc8798-a63a-4c4d-8bc6-73e126a0c99a req-13f30401-bf17-4c77-b47d-494166494842 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:44.104435 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-38bc8798-a63a-4c4d-8bc6-73e126a0c99a req-13f30401-bf17-4c77-b47d-494166494842 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.1331825 Feb 07 12:00:44.104976 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 57926) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:44.194295 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-9e0d564b-8742-435e-8575-67007d063b95 admin admin] Publish callbacks [] for security_group (4b71729a-1ef2-40b6-9227-af61597dc5b8), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:44.222967 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-9e0d564b-8742-435e-8575-67007d063b95 admin admin] Publish callbacks [] for security_group (4b71729a-1ef2-40b6-9227-af61597dc5b8), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:44.311646 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-38bc8798-a63a-4c4d-8bc6-73e126a0c99a req-89e5278c-4adf-497d-a214-0c4764f0146c tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942642 Feb 07 12:00:44.319988 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a270a-cc0c-4c4d-9445-5152b87efbda req-a18cd73f-3007-468a-8a08-401f23ac25ea tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:44.319988 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-943a270a-cc0c-4c4d-9445-5152b87efbda req-a18cd73f-3007-468a-8a08-401f23ac25ea tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.2241199 Feb 07 12:00:44.378817 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-9e0d564b-8742-435e-8575-67007d063b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (4b71729a-1ef2-40b6-9227-af61597dc5b8), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:44.382334 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-9e0d564b-8742-435e-8575-67007d063b95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:44.385927 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-9e0d564b-8742-435e-8575-67007d063b95 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4b71729a-1ef2-40b6-9227-af61597dc5b8 HTTP/1.1" status: 204 len: 168 time: 0.2675204 Feb 07 12:00:44.392415 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d564b-8742-435e-8575-67007d063b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b71729a-1ef2-40b6-9227-af61597dc5b8,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:44.635478 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae63147-c423-41bc-8141-eeca791ec99e req-8dd0728d-84ef-46e9-a1c8-7516f6a16527 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:44.637786 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3ae63147-c423-41bc-8141-eeca791ec99e req-8dd0728d-84ef-46e9-a1c8-7516f6a16527 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 944 time: 0.0944068 Feb 07 12:00:44.684843 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-943a270a-cc0c-4c4d-9445-5152b87efbda req-09213cc5-80e5-4131-a2bd-749b042f6772 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3541019 Feb 07 12:00:44.698390 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:44.745352 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3ae63147-c423-41bc-8141-eeca791ec99e req-3564d64f-d585-4568-8309-d8f71826e3e7 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886152 Feb 07 12:00:44.766763 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-2eea6f7f-87a9-4733-9e67-bf6ca552bb6b req-a40d1894-79fd-45f8-b564-b61de7d64d71 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 210 time: 0.0280144 Feb 07 12:00:45.465420 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4dc2c8-9231-46d0-b29c-10015d7d4bb6 req-e5cb361d-6639-44f0-a0fd-7ce9c1c6d1e3 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:45.473330 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9b4dc2c8-9231-46d0-b29c-10015d7d4bb6 req-e5cb361d-6639-44f0-a0fd-7ce9c1c6d1e3 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0738459 Feb 07 12:00:45.523322 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9b4dc2c8-9231-46d0-b29c-10015d7d4bb6 req-8bcbf4c1-9f0f-46d5-8925-a5c567f86a6f tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490432 Feb 07 12:00:45.863132 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2effc6-ab05-4b0f-9d4b-125a0fc7a4d2 req-5528b365-53c2-441b-80c6-a05d6584eb93 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:45.877020 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-5a2effc6-ab05-4b0f-9d4b-125a0fc7a4d2 req-5528b365-53c2-441b-80c6-a05d6584eb93 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 944 time: 0.0766826 Feb 07 12:00:45.882276 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873d41a-90c8-4adb-bd44-be07d895f3ff req-fb70ce92-97b7-42f6-9047-ece769a6dd5a tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:45.891459 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d873d41a-90c8-4adb-bd44-be07d895f3ff req-fb70ce92-97b7-42f6-9047-ece769a6dd5a tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0908630 Feb 07 12:00:45.953732 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d873d41a-90c8-4adb-bd44-be07d895f3ff req-628216a9-9fa7-4aff-b30a-0fcd0ffda7a2 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611289 Feb 07 12:00:45.967320 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-5a2effc6-ab05-4b0f-9d4b-125a0fc7a4d2 req-035e0055-5801-49b3-863e-0cb0369c8c69 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880868 Feb 07 12:00:46.093990 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-1566027c-750d-4f4b-bd4f-8abbcf818d43 req-94e020ba-7abf-43fd-bec1-ef03371a4b6b tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 210 time: 0.0434570 Feb 07 12:00:46.345674 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 57996) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:46.423774 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-64536832-1c96-4732-9e9c-25cf4fde21d3 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:46.427623 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-64536832-1c96-4732-9e9c-25cf4fde21d3 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.18 "GET /v2.0/networks?id=1d02701c-c637-4fd0-a81a-05c2ec80c184 HTTP/1.1" status: 200 len: 812 time: 0.1614785 Feb 07 12:00:46.510338 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-fd536cfb-7240-4f0a-9144-881bb124f8c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:46.519436 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-c7cf4416-b708-4f5d-8d32-6d39912527e5 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f652314e22c4aaeb65f608410318706 HTTP/1.1" status: 200 len: 380 time: 0.0830772 Feb 07 12:00:46.539333 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-a417ce5c-4865-40b9-9626-f770f73630ba tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Request body: {'port': {'device_id': 'b68d92e2-19e1-420b-a3ce-14758517c3c6', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'admin_state_up': True, 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'security_groups': ['4d0ea404-a5d1-4383-af02-01c54c973929']}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:00:46.720869 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b803fa1-d399-4f55-a482-d39077b5715b req-209e21a5-2ec9-4c1e-b334-2a1b44fe51c2 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:46.733753 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8b803fa1-d399-4f55-a482-d39077b5715b req-209e21a5-2ec9-4c1e-b334-2a1b44fe51c2 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.1063797 Feb 07 12:00:46.754236 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-a417ce5c-4865-40b9-9626-f770f73630ba tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Made reservation on behalf of 2f652314e22c4aaeb65f608410318706 for: {'port': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:00:46.775788 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-a417ce5c-4865-40b9-9626-f770f73630ba tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:46.823725 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device e83137d0-3c6c-4fb0-9add-d1c30d7d7287 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 12:00:46.834718 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8b803fa1-d399-4f55-a482-d39077b5715b req-402b951c-cf98-48d5-b955-125347dc6524 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784004 Feb 07 12:00:46.912360 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-fd536cfb-7240-4f0a-9144-881bb124f8c4 admin admin] Publish callbacks [] for security_group (c1455753-3997-4221-aa1a-96f7ccf6df36), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:47.023745 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-fd536cfb-7240-4f0a-9144-881bb124f8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (c1455753-3997-4221-aa1a-96f7ccf6df36), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:47.106007 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd536cfb-7240-4f0a-9144-881bb124f8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1455753-3997-4221-aa1a-96f7ccf6df36,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:47.110505 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port e83137d0-3c6c-4fb0-9add-d1c30d7d7287, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=e83137d0-3c6c-4fb0-9add-d1c30d7d7287,segment=NetworkSegment(1ab64f5e-e237-452a-95a2-99134719eb79),segment_id=1ab64f5e-e237-452a-95a2-99134719eb79)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:00:47.119818 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-fd536cfb-7240-4f0a-9144-881bb124f8c4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f360a40e918e48b588f980149777fb7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7725730 Feb 07 12:00:47.123857 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 58016) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:47.124882 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_common [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-a417ce5c-4865-40b9-9626-f770f73630ba tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Allocated IP 172.20.0.10 (1d02701c-c637-4fd0-a81a-05c2ec80c184/5739ce3e-861c-4135-b445-d8ec087e8538/bd236246-aaef-45c7-9d23-de53b4b0bd0a) {{(pid=109816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:00:47.138170 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Returning: {'device': 'e83137d0-3c6c-4fb0-9add-d1c30d7d7287', 'network_id': '044092f0-a486-42dc-94bd-4759b5537247', 'port_id': 'e83137d0-3c6c-4fb0-9add-d1c30d7d7287', 'mac_address': 'fa:16:3e:05:0c:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 12:00:47.237950 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port e83137d0-3c6c-4fb0-9add-d1c30d7d7287 is: DOWN; New status is: BUILD {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:00:47.239814 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (e83137d0-3c6c-4fb0-9add-d1c30d7d7287), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:47.245489 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6ef42-62d4-441f-90a0-00cac8e7584c req-cb25c99a-3bbf-47aa-87a2-9af745010f19 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:47.247082 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-33b6ef42-62d4-441f-90a0-00cac8e7584c req-cb25c99a-3bbf-47aa-87a2-9af745010f19 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.1598632 Feb 07 12:00:47.280997 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e83137d0-3c6c-4fb0-9add-d1c30d7d7287 {{(pid=109817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 12:00:47.313342 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-196c9c97-1729-444a-acb6-ae56b19aaa42 admin admin] Publish callbacks [] for security_group (c1455753-3997-4221-aa1a-96f7ccf6df36), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:47.387625 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port e83137d0-3c6c-4fb0-9add-d1c30d7d7287, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=e83137d0-3c6c-4fb0-9add-d1c30d7d7287,segment=NetworkSegment(1ab64f5e-e237-452a-95a2-99134719eb79),segment_id=1ab64f5e-e237-452a-95a2-99134719eb79)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:00:47.393592 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-33b6ef42-62d4-441f-90a0-00cac8e7584c req-2792eaa5-5714-4785-a4b5-3301d66658bb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359906 Feb 07 12:00:47.463947 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-196c9c97-1729-444a-acb6-ae56b19aaa42 admin admin] Publish callbacks [] for security_group (c1455753-3997-4221-aa1a-96f7ccf6df36), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:47.481090 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (e83137d0-3c6c-4fb0-9add-d1c30d7d7287), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:47.556203 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3ca4e1cb-10db-41e0-9af9-63080d465b85 req-0167d4f0-8cec-415d-b00f-c630680d5eb3 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 210 time: 0.0370517 Feb 07 12:00:47.598576 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=e83137d0-3c6c-4fb0-9add-d1c30d7d7287,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:47.662402 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f24e4-0cca-4b93-9ea6-75f4e159c8e9 req-d90b6d40-56bd-4c72-ba9b-609de74386d6 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:47.669855 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-2a5f24e4-0cca-4b93-9ea6-75f4e159c8e9 req-d90b6d40-56bd-4c72-ba9b-609de74386d6 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 944 time: 0.2969446 Feb 07 12:00:47.690988 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-a417ce5c-4865-40b9-9626-f770f73630ba tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for port (bd236246-aaef-45c7-9d23-de53b4b0bd0a), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:47.702432 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970e0d4-b1db-4b77-b347-ea412cc14dcb req-8b632b65-b8d7-467b-8d8a-44fc722508f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:47.704027 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6970e0d4-b1db-4b77-b347-ea412cc14dcb req-8b632b65-b8d7-467b-8d8a-44fc722508f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5aee5042ef3f4e89b7ecbd8f22bbd057&device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 1129 time: 0.2292292 Feb 07 12:00:47.735413 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe3697-1922-4b2b-873c-a565f18ad4a9 req-afc71960-b556-4dc3-a7a1-d96730b087c1 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:47.743446 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b0fe3697-1922-4b2b-873c-a565f18ad4a9 req-afc71960-b556-4dc3-a7a1-d96730b087c1 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0875263 Feb 07 12:00:47.764033 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-2a5f24e4-0cca-4b93-9ea6-75f4e159c8e9 req-ae68cc83-b092-4f1a-9eff-2b7325f97696 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909450 Feb 07 12:00:47.791808 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-196c9c97-1729-444a-acb6-ae56b19aaa42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (c1455753-3997-4221-aa1a-96f7ccf6df36), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:47.794870 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-196c9c97-1729-444a-acb6-ae56b19aaa42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:47.796239 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-196c9c97-1729-444a-acb6-ae56b19aaa42 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c1455753-3997-4221-aa1a-96f7ccf6df36 HTTP/1.1" status: 204 len: 168 time: 0.6691430 Feb 07 12:00:47.836238 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b0fe3697-1922-4b2b-873c-a565f18ad4a9 req-3e6d835e-9fbd-40c6-800d-0b013f4637d0 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915234 Feb 07 12:00:47.843826 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['e83137d0-3c6c-4fb0-9add-d1c30d7d7287'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 12:00:47.853663 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c9c97-1729-444a-acb6-ae56b19aaa42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1455753-3997-4221-aa1a-96f7ccf6df36,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:47.937418 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970e0d4-b1db-4b77-b347-ea412cc14dcb req-e02c2fb1-b48e-4267-ace1-da54f0d37250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:47.941355 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6970e0d4-b1db-4b77-b347-ea412cc14dcb req-e02c2fb1-b48e-4267-ace1-da54f0d37250 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e90f11b-6d0b-4095-9954-c1764d14537e HTTP/1.1" status: 200 len: 911 time: 0.1938560 Feb 07 12:00:48.014313 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-a417ce5c-4865-40b9-9626-f770f73630ba tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (bd236246-aaef-45c7-9d23-de53b4b0bd0a), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:48.082688 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417ce5c-4865-40b9-9626-f770f73630ba tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Pushing event updated for resources: {'Port': ['ID=bd236246-aaef-45c7-9d23-de53b4b0bd0a,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:48.096713 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6970e0d4-b1db-4b77-b347-ea412cc14dcb req-4ffe60dd-4df6-4293-b8ad-a5c554df6ea9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5640033-1539-4ee6-a52f-76a859dac6bc HTTP/1.1" status: 200 len: 1000 time: 0.1490896 Feb 07 12:00:48.099377 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-a417ce5c-4865-40b9-9626-f770f73630ba tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Network 1d02701c-c637-4fd0-a81a-05c2ec80c184 is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:00:48.101376 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-a417ce5c-4865-40b9-9626-f770f73630ba tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:00:48.116169 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-a417ce5c-4865-40b9-9626-f770f73630ba tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Received port after_create {{(pid=109816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 12:00:48.224998 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-a417ce5c-4865-40b9-9626-f770f73630ba tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:48.224998 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-a417ce5c-4865-40b9-9626-f770f73630ba tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:48.236392 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970e0d4-b1db-4b77-b347-ea412cc14dcb req-065ade28-83a7-47d5-bb40-f7cec3ebc990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:48.237903 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6970e0d4-b1db-4b77-b347-ea412cc14dcb req-065ade28-83a7-47d5-bb40-f7cec3ebc990 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b1a0f93d-db77-4f5b-a7ca-00e373764377 HTTP/1.1" status: 200 len: 849 time: 0.1198838 Feb 07 12:00:48.315104 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970e0d4-b1db-4b77-b347-ea412cc14dcb req-1ca10997-9a9a-47ca-a24b-ec4930d6c776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:48.317226 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6970e0d4-b1db-4b77-b347-ea412cc14dcb req-1ca10997-9a9a-47ca-a24b-ec4930d6c776 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e90f11b-6d0b-4095-9954-c1764d14537e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0636184 Feb 07 12:00:48.351476 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-a417ce5c-4865-40b9-9626-f770f73630ba tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8191199 Feb 07 12:00:48.386081 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-21d7c093-fcce-4b7c-a2d7-8f62cf9f2589 service neutron] Request body: {'port': {'device_id': 'b68d92e2-19e1-420b-a3ce-14758517c3c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:00:48.621227 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-21d7c093-fcce-4b7c-a2d7-8f62cf9f2589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (bd236246-aaef-45c7-9d23-de53b4b0bd0a), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:48.661444 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-a42d32bf-53be-42cc-a222-0ec38e29ad0d None None] Provisioning complete for port bd236246-aaef-45c7-9d23-de53b4b0bd0a triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:00:48.662249 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-a42d32bf-53be-42cc-a222-0ec38e29ad0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (bd236246-aaef-45c7-9d23-de53b4b0bd0a), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:48.727529 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e8ad6-fc73-4c16-83d4-4c3509b250ab req-83feb3ea-072f-48f7-b31d-e6fcc948c1f7 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:48.739088 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8c3e8ad6-fc73-4c16-83d4-4c3509b250ab req-83feb3ea-072f-48f7-b31d-e6fcc948c1f7 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.2301526 Feb 07 12:00:48.755778 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-a42d32bf-53be-42cc-a222-0ec38e29ad0d None None] Port bd236246-aaef-45c7-9d23-de53b4b0bd0a cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 12:00:48.780665 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131719ea-6484-43ec-8ea2-5cb606650f06 req-18c0a508-2faf-41a8-b699-af2ccf4aeff2 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:48.784884 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6970e0d4-b1db-4b77-b347-ea412cc14dcb req-3beb5ae5-846e-4d03-9a22-1cb2dfed1f18 service neutron] 10.222.0.18 "GET /v2.0/networks/7e90f11b-6d0b-4095-9954-c1764d14537e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573221 Feb 07 12:00:48.788606 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-131719ea-6484-43ec-8ea2-5cb606650f06 req-18c0a508-2faf-41a8-b699-af2ccf4aeff2 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 932 time: 0.0803497 Feb 07 12:00:48.843207 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-131719ea-6484-43ec-8ea2-5cb606650f06 req-1f2dcc2f-1afb-4eaf-b03b-c63c1fb5cbd7 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537224 Feb 07 12:00:48.954004 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74853284-7a80-4198-b7b2-80cf93df39ca req-d26eee35-c2d8-4bf8-8a76-b485099b4d6a tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:48.955754 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-74853284-7a80-4198-b7b2-80cf93df39ca req-d26eee35-c2d8-4bf8-8a76-b485099b4d6a tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 945 time: 0.0544758 Feb 07 12:00:48.961303 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8c3e8ad6-fc73-4c16-83d4-4c3509b250ab req-4c112681-dc43-4f97-996b-69a4019a1759 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203710 Feb 07 12:00:49.014583 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-74853284-7a80-4198-b7b2-80cf93df39ca req-42e54e37-a0da-456b-b5d5-76c32974cbf8 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521860 Feb 07 12:00:49.053818 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6970e0d4-b1db-4b77-b347-ea412cc14dcb req-a005be31-9b0a-4bab-9515-04b1086c9707 service neutron] 10.222.0.18 "GET /v2.0/networks/7e90f11b-6d0b-4095-9954-c1764d14537e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577348 Feb 07 12:00:49.135339 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b06d1-9775-4263-aad6-1df2323f194c req-72aaafff-fd35-415f-a1dc-931dc51cf851 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:49.137080 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-571b06d1-9775-4263-aad6-1df2323f194c req-72aaafff-fd35-415f-a1dc-931dc51cf851 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0964408 Feb 07 12:00:49.212148 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-21d7c093-fcce-4b7c-a2d7-8f62cf9f2589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd236246-aaef-45c7-9d23-de53b4b0bd0a {{(pid=109816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 12:00:49.230034 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-21d7c093-fcce-4b7c-a2d7-8f62cf9f2589 service neutron] Publish callbacks [] for port (bd236246-aaef-45c7-9d23-de53b4b0bd0a), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:49.238960 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-571b06d1-9775-4263-aad6-1df2323f194c req-c137b2b5-1e1f-4443-80ec-fd23cb27848a tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961580 Feb 07 12:00:49.246283 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.provisioning_blocks [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-21d7c093-fcce-4b7c-a2d7-8f62cf9f2589 service neutron] Transition to ACTIVE for port object bd236246-aaef-45c7-9d23-de53b4b0bd0a will not be triggered until provisioned by entity L2. {{(pid=109816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:00:49.395800 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-21d7c093-fcce-4b7c-a2d7-8f62cf9f2589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209623'] for port (bd236246-aaef-45c7-9d23-de53b4b0bd0a), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:49.455850 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d7c093-fcce-4b7c-a2d7-8f62cf9f2589 service neutron] Pushing event updated for resources: {'Port': ['ID=bd236246-aaef-45c7-9d23-de53b4b0bd0a,revision_number=2']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:49.556925 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-21d7c093-fcce-4b7c-a2d7-8f62cf9f2589 service neutron] Attempting to bind port bd236246-aaef-45c7-9d23-de53b4b0bd0a on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 12:00:49.557267 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-21d7c093-fcce-4b7c-a2d7-8f62cf9f2589 service neutron] Attempting to bind port bd236246-aaef-45c7-9d23-de53b4b0bd0a by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'b69da94f-349b-487c-88c8-2782db5b7d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184'}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 12:00:49.557645 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-21d7c093-fcce-4b7c-a2d7-8f62cf9f2589 service neutron] Attempting to bind port bd236246-aaef-45c7-9d23-de53b4b0bd0a on network 1d02701c-c637-4fd0-a81a-05c2ec80c184 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 12:00:49.563813 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-21d7c093-fcce-4b7c-a2d7-8f62cf9f2589 service neutron] Port bd236246-aaef-45c7-9d23-de53b4b0bd0a on network 1d02701c-c637-4fd0-a81a-05c2ec80c184 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 12:00:49.564146 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-21d7c093-fcce-4b7c-a2d7-8f62cf9f2589 service neutron] Attempting to bind port bd236246-aaef-45c7-9d23-de53b4b0bd0a on network 1d02701c-c637-4fd0-a81a-05c2ec80c184 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 12:00:49.572350 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-21d7c093-fcce-4b7c-a2d7-8f62cf9f2589 service neutron] Checking agent: {'id': '0d418b69-6da0-49d9-b758-bac8cc78f2cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'started_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 12:00:49.576121 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-21d7c093-fcce-4b7c-a2d7-8f62cf9f2589 service neutron] Checking segment: {'id': 'b69da94f-349b-487c-88c8-2782db5b7d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 12:00:49.576121 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-21d7c093-fcce-4b7c-a2d7-8f62cf9f2589 service neutron] Bound using segment: {'id': 'b69da94f-349b-487c-88c8-2782db5b7d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184'} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 12:00:49.576121 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-21d7c093-fcce-4b7c-a2d7-8f62cf9f2589 service neutron] Bound port: bd236246-aaef-45c7-9d23-de53b4b0bd0a, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b69da94f-349b-487c-88c8-2782db5b7d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184'}}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 12:00:49.576121 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-21d7c093-fcce-4b7c-a2d7-8f62cf9f2589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (bd236246-aaef-45c7-9d23-de53b4b0bd0a), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:49.612767 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 58068) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:49.634745 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-52ca7dce-57f6-4dd6-aea4-f996ad29f7be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:49.716946 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-21d7c093-fcce-4b7c-a2d7-8f62cf9f2589 service neutron] For port bd236246-aaef-45c7-9d23-de53b4b0bd0a, host hv-cinder-81735, cleared binding levels {{(pid=109816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 12:00:49.720225 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-21d7c093-fcce-4b7c-a2d7-8f62cf9f2589 service neutron] For port bd236246-aaef-45c7-9d23-de53b4b0bd0a, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=bd236246-aaef-45c7-9d23-de53b4b0bd0a,segment=NetworkSegment(b69da94f-349b-487c-88c8-2782db5b7d3b),segment_id=b69da94f-349b-487c-88c8-2782db5b7d3b)] {{(pid=109816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 12:00:49.773867 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-52ca7dce-57f6-4dd6-aea4-f996ad29f7be admin admin] Publish callbacks [] for security_group (7326030f-e4ce-4a2c-836e-0ec9a12258a7), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:49.801384 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-21d7c093-fcce-4b7c-a2d7-8f62cf9f2589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209623'] for port (bd236246-aaef-45c7-9d23-de53b4b0bd0a), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:49.813364 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-52ca7dce-57f6-4dd6-aea4-f996ad29f7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (7326030f-e4ce-4a2c-836e-0ec9a12258a7), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:49.820272 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 58072) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:49.839966 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-21d7c093-fcce-4b7c-a2d7-8f62cf9f2589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:49.840993 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-21d7c093-fcce-4b7c-a2d7-8f62cf9f2589 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:49.846148 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-21d7c093-fcce-4b7c-a2d7-8f62cf9f2589 service neutron] 10.222.0.18 "PUT /v2.0/ports/bd236246-aaef-45c7-9d23-de53b4b0bd0a HTTP/1.1" status: 200 len: 1094 time: 1.4642534 Feb 07 12:00:49.851540 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68d92e2-19e1-420b-a3ce-14758517c3c6', 'tag': 'bd236246-aaef-45c7-9d23-de53b4b0bd0a'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:00:49.859055 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40dfec3f-4952-4905-a64a-6e1a198abd29" -d '{"events": [{"name": "network-changed", "server_uuid": "b68d92e2-19e1-420b-a3ce-14758517c3c6", "tag": "bd236246-aaef-45c7-9d23-de53b4b0bd0a"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:00:49.908716 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-52ca7dce-57f6-4dd6-aea4-f996ad29f7be admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b5c972b5c0dd4606b9fce1dd421f25a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937446 Feb 07 12:00:49.912190 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 58080) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:49.914265 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca7dce-57f6-4dd6-aea4-f996ad29f7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7326030f-e4ce-4a2c-836e-0ec9a12258a7,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:49.963790 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 12:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8074f2-75e5-4ba2-b0ca-725cc2beccfd x-openstack-request-id: req-9e8074f2-75e5-4ba2-b0ca-725cc2beccfd {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:00:49.964361 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68d92e2-19e1-420b-a3ce-14758517c3c6", "tag": "bd236246-aaef-45c7-9d23-de53b4b0bd0a", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:00:49.964361 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9e8074f2-75e5-4ba2-b0ca-725cc2beccfd {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:00:49.964712 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68d92e2-19e1-420b-a3ce-14758517c3c6', 'tag': 'bd236246-aaef-45c7-9d23-de53b4b0bd0a', 'status': 'completed', 'code': 200} Feb 07 12:00:50.068283 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2e1de479-b899-4960-be9b-3655364a53a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:50.114053 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764427f-f8fa-4baf-8793-5a8f2fb8664c req-800f00d9-fc1e-48f1-9791-a353aa79d855 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:50.120958 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9764427f-f8fa-4baf-8793-5a8f2fb8664c req-800f00d9-fc1e-48f1-9791-a353aa79d855 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 944 time: 0.1418054 Feb 07 12:00:50.125951 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d7c093-fcce-4b7c-a2d7-8f62cf9f2589 service neutron] Pushing event updated for resources: {'Port': ['ID=bd236246-aaef-45c7-9d23-de53b4b0bd0a,revision_number=3']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:50.187384 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8ac6620f-8dbc-4720-b06b-920f6c8f3e8a admin admin] Publish callbacks [] for security_group (7326030f-e4ce-4a2c-836e-0ec9a12258a7), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:50.206424 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9764427f-f8fa-4baf-8793-5a8f2fb8664c req-5532d0e0-6360-442b-963d-92f9d404cc19 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845988 Feb 07 12:00:50.255113 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8ac6620f-8dbc-4720-b06b-920f6c8f3e8a admin admin] Publish callbacks [] for security_group (7326030f-e4ce-4a2c-836e-0ec9a12258a7), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:50.259607 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2e1de479-b899-4960-be9b-3655364a53a1 admin admin] Publish callbacks [] for security_group (70dc64df-0843-4c1b-89d6-6114289ed234), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:50.281054 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfec3f-4952-4905-a64a-6e1a198abd29 req-f266bc8b-7c0d-41e1-8aa7-852cae3b6cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:50.283238 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-40dfec3f-4952-4905-a64a-6e1a198abd29 req-f266bc8b-7c0d-41e1-8aa7-852cae3b6cb5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f652314e22c4aaeb65f608410318706&device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 1128 time: 0.2671058 Feb 07 12:00:50.298794 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973de0f-f6df-4341-bec5-9a4104da49bd req-b0062aa0-a366-41df-b47d-7ef72a77503e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:50.300284 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e973de0f-f6df-4341-bec5-9a4104da49bd req-b0062aa0-a366-41df-b47d-7ef72a77503e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.2041318 Feb 07 12:00:50.350802 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2e1de479-b899-4960-be9b-3655364a53a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (70dc64df-0843-4c1b-89d6-6114289ed234), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:50.402499 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-2e1de479-b899-4960-be9b-3655364a53a1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8168299e778c4e2b8d67b288ed6e8058&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5786729 Feb 07 12:00:50.409272 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 58088) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:50.420297 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1de479-b899-4960-be9b-3655364a53a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70dc64df-0843-4c1b-89d6-6114289ed234,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:50.438799 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd58aea-c335-4af7-8103-d2f49a26825b req-dc39932e-3fd8-469f-b949-58fb3a7b4c85 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:50.446352 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8fd58aea-c335-4af7-8103-d2f49a26825b req-dc39932e-3fd8-469f-b949-58fb3a7b4c85 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 945 time: 0.1690574 Feb 07 12:00:50.494918 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e973de0f-f6df-4341-bec5-9a4104da49bd req-10b6d52a-4994-44f3-9656-1767bcca7d43 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645339 Feb 07 12:00:50.509041 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8fd58aea-c335-4af7-8103-d2f49a26825b req-11ff1f8d-2f58-4220-8191-7c67f779d8c5 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606258 Feb 07 12:00:50.535707 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8ac6620f-8dbc-4720-b06b-920f6c8f3e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (7326030f-e4ce-4a2c-836e-0ec9a12258a7), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:50.535707 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8ac6620f-8dbc-4720-b06b-920f6c8f3e8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:50.535707 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-8ac6620f-8dbc-4720-b06b-920f6c8f3e8a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7326030f-e4ce-4a2c-836e-0ec9a12258a7 HTTP/1.1" status: 204 len: 168 time: 0.6211324 Feb 07 12:00:50.564158 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfec3f-4952-4905-a64a-6e1a198abd29 req-d4646975-a7c4-4852-b47d-37933b9a57d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:50.565680 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-40dfec3f-4952-4905-a64a-6e1a198abd29 req-d4646975-a7c4-4852-b47d-37933b9a57d5 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=2f652314e22c4aaeb65f608410318706&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2594395 Feb 07 12:00:50.566838 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6620f-8dbc-4720-b06b-920f6c8f3e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7326030f-e4ce-4a2c-836e-0ec9a12258a7,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:50.695348 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-719b2fbf-ec1d-4ea4-9758-49daea572425 admin admin] Publish callbacks [] for security_group (70dc64df-0843-4c1b-89d6-6114289ed234), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:50.756229 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-719b2fbf-ec1d-4ea4-9758-49daea572425 admin admin] Publish callbacks [] for security_group (70dc64df-0843-4c1b-89d6-6114289ed234), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:50.787198 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7eb9ed-faee-4e35-a033-54b500cbb4d0 req-27bd790e-e3af-4dd7-9d26-9ddf3143f832 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:50.788970 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0c7eb9ed-faee-4e35-a033-54b500cbb4d0 req-27bd790e-e3af-4dd7-9d26-9ddf3143f832 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.1745474 Feb 07 12:00:50.811867 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfec3f-4952-4905-a64a-6e1a198abd29 req-922514e1-fb81-4c5a-98e7-aa0dddd1aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:50.813306 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-40dfec3f-4952-4905-a64a-6e1a198abd29 req-922514e1-fb81-4c5a-98e7-aa0dddd1aaed service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2338600 Feb 07 12:00:50.852420 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device e83137d0-3c6c-4fb0-9add-d1c30d7d7287 up at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 12:00:50.938731 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0c7eb9ed-faee-4e35-a033-54b500cbb4d0 req-37ef85ea-1790-4eca-921b-c986800266d9 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411467 Feb 07 12:00:50.974353 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-719b2fbf-ec1d-4ea4-9758-49daea572425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (70dc64df-0843-4c1b-89d6-6114289ed234), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:50.977077 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-719b2fbf-ec1d-4ea4-9758-49daea572425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:50.979576 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-719b2fbf-ec1d-4ea4-9758-49daea572425 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/70dc64df-0843-4c1b-89d6-6114289ed234 HTTP/1.1" status: 204 len: 168 time: 0.5661924 Feb 07 12:00:50.994935 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-f55ea0f1-9f5d-4226-9be4-ee4b3b462f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:50.996899 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-f55ea0f1-9f5d-4226-9be4-ee4b3b462f0a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f652314e22c4aaeb65f608410318706&device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 1128 time: 0.1224267 Feb 07 12:00:50.997956 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b2fbf-ec1d-4ea4-9758-49daea572425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dc64df-0843-4c1b-89d6-6114289ed234,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:51.021842 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning for port e83137d0-3c6c-4fb0-9add-d1c30d7d7287 completed by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:00:51.031444 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning complete for port e83137d0-3c6c-4fb0-9add-d1c30d7d7287 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:00:51.031870 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (e83137d0-3c6c-4fb0-9add-d1c30d7d7287), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:51.080539 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-b58e85ac-fc67-49cb-8985-284488b7b35d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd236246-aaef-45c7-9d23-de53b4b0bd0a HTTP/1.1" status: 200 len: 217 time: 0.0751824 Feb 07 12:00:51.161181 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-8194d68d-281d-4926-9b0f-8bdf1dd2bd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:51.162892 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-8194d68d-281d-4926-9b0f-8bdf1dd2bd75 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5739ce3e-861c-4135-b445-d8ec087e8538 HTTP/1.1" status: 200 len: 851 time: 0.0756266 Feb 07 12:00:51.182850 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port e83137d0-3c6c-4fb0-9add-d1c30d7d7287 is: BUILD; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:00:51.183660 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (e83137d0-3c6c-4fb0-9add-d1c30d7d7287), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:51.221194 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port e83137d0-3c6c-4fb0-9add-d1c30d7d7287, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=e83137d0-3c6c-4fb0-9add-d1c30d7d7287,segment=NetworkSegment(1ab64f5e-e237-452a-95a2-99134719eb79),segment_id=1ab64f5e-e237-452a-95a2-99134719eb79)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:00:51.222435 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdd9ce4-f4de-4244-a527-216a355b628b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83137d0-3c6c-4fb0-9add-d1c30d7d7287'}] {{(pid=109817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:00:51.225139 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bc6b3c0530c896bdfe52e422604eaad6eac6737642d5fab1ac5583b9ec47d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fac9ef-af89-4637-9e2c-57b5ac552a85" -d '{"events": [{"server_uuid": "1bdd9ce4-f4de-4244-a527-216a355b628b", "name": "network-vif-plugged", "status": "completed", "tag": "e83137d0-3c6c-4fb0-9add-d1c30d7d7287"}]}' {{(pid=109817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:00:51.237992 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-2e08e3c0-f705-403a-8382-3b739cd7ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:51.241301 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-2e08e3c0-f705-403a-8382-3b739cd7ec68 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1d02701c-c637-4fd0-a81a-05c2ec80c184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0697782 Feb 07 12:00:51.285533 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3feadfcf-2f5a-459c-bbdc-fc7eb4ad573c x-openstack-request-id: req-3feadfcf-2f5a-459c-bbdc-fc7eb4ad573c {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:00:51.291396 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdd9ce4-f4de-4244-a527-216a355b628b", "name": "network-vif-plugged", "status": "completed", "tag": "e83137d0-3c6c-4fb0-9add-d1c30d7d7287", "code": 200}]} {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:00:51.291396 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3feadfcf-2f5a-459c-bbdc-fc7eb4ad573c {{(pid=109817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:00:51.291396 dv-cinder-817351-12-iscsi neutron-server[109817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdd9ce4-f4de-4244-a527-216a355b628b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83137d0-3c6c-4fb0-9add-d1c30d7d7287', 'code': 200} Feb 07 12:00:51.291396 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (e83137d0-3c6c-4fb0-9add-d1c30d7d7287), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:51.375303 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=e83137d0-3c6c-4fb0-9add-d1c30d7d7287,revision_number=5']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:51.462384 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd59eb-a7a6-40fd-b422-eddf9ad24a6f req-03195c61-bb6c-4152-9b16-558dcf928304 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:51.467073 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f5cd59eb-a7a6-40fd-b422-eddf9ad24a6f req-03195c61-bb6c-4152-9b16-558dcf928304 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 944 time: 0.0972850 Feb 07 12:00:51.474663 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-7dfed72e-3c8b-40de-9ab7-277b4f70c624 service neutron] 10.222.0.18 "GET /v2.0/networks/1d02701c-c637-4fd0-a81a-05c2ec80c184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243729 Feb 07 12:00:51.714792 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c327b-44ca-492d-acba-7104096f1669 req-4c54d05b-d96b-4857-baf1-2001df111223 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:51.725449 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-181c327b-44ca-492d-acba-7104096f1669 req-4c54d05b-d96b-4857-baf1-2001df111223 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.1031966 Feb 07 12:00:51.803807 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-181c327b-44ca-492d-acba-7104096f1669 req-fe3f87b1-552e-4226-9883-20c6dbe14deb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689561 Feb 07 12:00:51.826488 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 58122) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:51.853443 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-455c8bc9-bd31-43e3-b5c4-e6f3ebafce2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:51.895322 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f5cd59eb-a7a6-40fd-b422-eddf9ad24a6f req-cb5d060d-43d9-4b44-b85b-81077604e778 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4187548 Feb 07 12:00:51.933020 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b1779ea6-b3e3-468a-aa4f-a331ba58b69f req-3d8eb627-7144-4ab9-b953-c9689ba7921c service neutron] 10.222.0.18 "GET /v2.0/networks/1d02701c-c637-4fd0-a81a-05c2ec80c184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333372 Feb 07 12:00:51.935771 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5cd08-f78d-4b7b-9c08-a9682ba3416b req-997267cc-d72f-446c-9f1a-4adf630ed839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:51.937177 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f4a5cd08-f78d-4b7b-9c08-a9682ba3416b req-997267cc-d72f-446c-9f1a-4adf630ed839 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 1130 time: 0.1214056 Feb 07 12:00:52.002190 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f4a5cd08-f78d-4b7b-9c08-a9682ba3416b req-36ab4685-5e10-43d5-bb05-cc09dd016c75 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565624 Feb 07 12:00:52.061293 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee36f63-d069-43fc-b35d-ce0cf870289e req-187c776f-f148-43c3-af42-f4f0c40125c7 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:52.062827 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8ee36f63-d069-43fc-b35d-ce0cf870289e req-187c776f-f148-43c3-af42-f4f0c40125c7 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.1385033 Feb 07 12:00:52.068717 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-455c8bc9-bd31-43e3-b5c4-e6f3ebafce2e admin admin] Publish callbacks [] for security_group (c088d489-3782-4f77-9629-ad4e55fba157), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:52.121951 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8ee36f63-d069-43fc-b35d-ce0cf870289e req-bef3c64d-1184-4962-a385-9a80587ccd8e tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497375 Feb 07 12:00:52.131829 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-455c8bc9-bd31-43e3-b5c4-e6f3ebafce2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (c088d489-3782-4f77-9629-ad4e55fba157), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:52.183912 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-455c8bc9-bd31-43e3-b5c4-e6f3ebafce2e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=499563c5089548e78f1415236e1c881c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3546002 Feb 07 12:00:52.184330 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c8bc9-bd31-43e3-b5c4-e6f3ebafce2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c088d489-3782-4f77-9629-ad4e55fba157,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:52.184447 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 58128) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:52.246172 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7ee5764a-703e-4414-8a9d-b49be8ec48ab admin admin] Publish callbacks [] for security_group (c088d489-3782-4f77-9629-ad4e55fba157), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:52.274435 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7ee5764a-703e-4414-8a9d-b49be8ec48ab admin admin] Publish callbacks [] for security_group (c088d489-3782-4f77-9629-ad4e55fba157), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:52.430308 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7ee5764a-703e-4414-8a9d-b49be8ec48ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (c088d489-3782-4f77-9629-ad4e55fba157), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:52.433152 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7ee5764a-703e-4414-8a9d-b49be8ec48ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:52.434461 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-7ee5764a-703e-4414-8a9d-b49be8ec48ab admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c088d489-3782-4f77-9629-ad4e55fba157 HTTP/1.1" status: 204 len: 168 time: 0.2489517 Feb 07 12:00:52.447990 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5764a-703e-4414-8a9d-b49be8ec48ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c088d489-3782-4f77-9629-ad4e55fba157,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:52.984226 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e366b33-b342-4357-b1d1-faacaff721e5 req-a767ac89-04b6-4855-836c-e00d977c4971 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:52.986497 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4e366b33-b342-4357-b1d1-faacaff721e5 req-a767ac89-04b6-4855-836c-e00d977c4971 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0858262 Feb 07 12:00:53.140730 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4e366b33-b342-4357-b1d1-faacaff721e5 req-5b2bd718-f984-47fb-abb2-eb7059bdb8dd tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412337 Feb 07 12:00:53.165839 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:53.192499 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c653a-d1b6-4374-b7e7-922be103dac3 req-9249b2f8-bf56-4ebc-80c3-966a45230808 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:53.194445 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-2d4c653a-d1b6-4374-b7e7-922be103dac3 req-9249b2f8-bf56-4ebc-80c3-966a45230808 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 944 time: 0.1572349 Feb 07 12:00:53.305258 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4559c1d-be36-4899-ac08-d02c55ba467f req-e561b1de-619e-42ce-ad78-395dcb30dd10 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:53.308830 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e4559c1d-be36-4899-ac08-d02c55ba467f req-e561b1de-619e-42ce-ad78-395dcb30dd10 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0810306 Feb 07 12:00:53.311086 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-2d4c653a-d1b6-4374-b7e7-922be103dac3 req-ad90d1fd-11f0-45db-8c21-fc564584df65 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982902 Feb 07 12:00:53.449644 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e4559c1d-be36-4899-ac08-d02c55ba467f req-fbca4b74-0875-4ea0-9eaa-a3c8d582a86b tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124382 Feb 07 12:00:54.271692 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656b03a-2a01-41f1-bea3-a897e0abc4c2 req-907752dc-706d-4478-b613-c6012c8a2218 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:54.273068 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4656b03a-2a01-41f1-bea3-a897e0abc4c2 req-907752dc-706d-4478-b613-c6012c8a2218 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0531011 Feb 07 12:00:54.325984 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4656b03a-2a01-41f1-bea3-a897e0abc4c2 req-c1156e3e-31b4-40da-bb93-c1b680f8e140 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468502 Feb 07 12:00:54.463555 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce402294-46d0-43ec-890b-5cab612a162f req-df307c79-87a7-41a9-b7ca-6bf5e2e9140e tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:54.465083 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ce402294-46d0-43ec-890b-5cab612a162f req-df307c79-87a7-41a9-b7ca-6bf5e2e9140e tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 944 time: 0.0521395 Feb 07 12:00:54.518336 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ce402294-46d0-43ec-890b-5cab612a162f req-81867556-2bf9-455f-bb6d-cc3d0e056b23 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447121 Feb 07 12:00:54.603283 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3392fd-fe5e-4e72-bc8e-73518f5c92d6 req-12a8a283-93af-4e70-b004-7982d543244a tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:54.604903 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-eb3392fd-fe5e-4e72-bc8e-73518f5c92d6 req-12a8a283-93af-4e70-b004-7982d543244a tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0530431 Feb 07 12:00:54.687345 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-eb3392fd-fe5e-4e72-bc8e-73518f5c92d6 req-0bfc8386-f4b1-48a2-baf7-7b3a85ab2509 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752807 Feb 07 12:00:54.894532 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 58202) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:55.069780 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-22e48b7c-a11d-47ea-953d-1cf362711949 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:55.187901 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-22e48b7c-a11d-47ea-953d-1cf362711949 admin admin] Publish callbacks [] for security_group (388e5cce-4271-44a1-86be-f4c6b5231636), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:55.264104 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-22e48b7c-a11d-47ea-953d-1cf362711949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (388e5cce-4271-44a1-86be-f4c6b5231636), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:55.313435 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e48b7c-a11d-47ea-953d-1cf362711949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388e5cce-4271-44a1-86be-f4c6b5231636,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:55.318892 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-22e48b7c-a11d-47ea-953d-1cf362711949 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fcfc7ecea5df41d4a5cb62a324e4857e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4232183 Feb 07 12:00:55.329457 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 58214) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:55.387571 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-aef9f0e2-1116-46f4-bc0c-96b1b2cc7843 admin admin] Publish callbacks [] for security_group (388e5cce-4271-44a1-86be-f4c6b5231636), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:55.419309 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-aef9f0e2-1116-46f4-bc0c-96b1b2cc7843 admin admin] Publish callbacks [] for security_group (388e5cce-4271-44a1-86be-f4c6b5231636), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:55.492279 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc0e81-d75d-45ea-81d8-d6308b0d2571 req-045f1011-95f1-4be0-8d43-b400324aaf43 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:55.493732 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f9dc0e81-d75d-45ea-81d8-d6308b0d2571 req-045f1011-95f1-4be0-8d43-b400324aaf43 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.0872123 Feb 07 12:00:55.541830 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f9dc0e81-d75d-45ea-81d8-d6308b0d2571 req-70382d2b-2817-4540-8f9e-3a304d626327 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419281 Feb 07 12:00:55.572716 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-aef9f0e2-1116-46f4-bc0c-96b1b2cc7843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (388e5cce-4271-44a1-86be-f4c6b5231636), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:55.581645 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-aef9f0e2-1116-46f4-bc0c-96b1b2cc7843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:55.581645 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-aef9f0e2-1116-46f4-bc0c-96b1b2cc7843 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/388e5cce-4271-44a1-86be-f4c6b5231636 HTTP/1.1" status: 204 len: 168 time: 0.2465782 Feb 07 12:00:55.586347 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9f0e2-1116-46f4-bc0c-96b1b2cc7843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388e5cce-4271-44a1-86be-f4c6b5231636,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:55.662882 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8a3af-462f-4c4f-b682-fcb8e46b9d4e req-2f6f5d61-fd04-4045-9274-e3f856fed2eb tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:55.664378 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-6fc8a3af-462f-4c4f-b682-fcb8e46b9d4e req-2f6f5d61-fd04-4045-9274-e3f856fed2eb tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 944 time: 0.0670416 Feb 07 12:00:55.713801 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-6fc8a3af-462f-4c4f-b682-fcb8e46b9d4e req-df763764-d3e1-4e63-a142-9064bb72dae1 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435793 Feb 07 12:00:55.814371 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ebf76-5cd9-4d6e-a02e-ec8c0095b3e6 req-4e3bfa42-c192-4195-ae71-8b8993cba816 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:55.816138 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-490ebf76-5cd9-4d6e-a02e-ec8c0095b3e6 req-4e3bfa42-c192-4195-ae71-8b8993cba816 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0531855 Feb 07 12:00:55.866736 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-490ebf76-5cd9-4d6e-a02e-ec8c0095b3e6 req-111d6da3-418f-4ebd-a092-f02514889333 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439913 Feb 07 12:00:55.995541 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8910990-93cb-42d3-a2bb-adb6c2c3447a req-b65c28a5-0810-4fbd-87f7-32c7bf860da9 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:55.997027 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a8910990-93cb-42d3-a2bb-adb6c2c3447a req-b65c28a5-0810-4fbd-87f7-32c7bf860da9 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0569692 Feb 07 12:00:56.045173 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a8910990-93cb-42d3-a2bb-adb6c2c3447a req-8bae0ba2-5287-49d6-bcf3-4c527e7b5f8b tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425470 Feb 07 12:00:56.066643 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 58248) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:56.250917 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 58254) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:56.264291 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7ce4b8b5-da8f-4956-a281-9fb671e76c26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:56.344252 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b060c-3091-432f-a6f3-14911f15e52e tempest-TestShelveInstance-1469049794 tempest-TestShelveInstance-1469049794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:56.345786 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-132b060c-3091-432f-a6f3-14911f15e52e tempest-TestShelveInstance-1469049794 tempest-TestShelveInstance-1469049794-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 1125 time: 0.2781146 Feb 07 12:00:56.349371 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 58256) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:56.353954 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-d1af4102-cddb-4dc6-b08f-218938ec920b tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Request body: {'floatingip': {'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'port_id': 'e83137d0-3c6c-4fb0-9add-d1c30d7d7287', 'tenant_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:00:56.411422 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7ce4b8b5-da8f-4956-a281-9fb671e76c26 admin admin] Publish callbacks [] for security_group (ed4e75e5-b6b8-4e87-9d2c-1e55cad37f31), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:56.446924 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d1af4102-cddb-4dc6-b08f-218938ec920b tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:56.492150 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7ce4b8b5-da8f-4956-a281-9fb671e76c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (ed4e75e5-b6b8-4e87-9d2c-1e55cad37f31), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:56.540901 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-7ce4b8b5-da8f-4956-a281-9fb671e76c26 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=44ed835d34cf47e888f6af05b724ff4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2888777 Feb 07 12:00:56.542440 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4b8b5-da8f-4956-a281-9fb671e76c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4e75e5-b6b8-4e87-9d2c-1e55cad37f31,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:56.543545 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 58264) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:00:56.599736 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d1af4102-cddb-4dc6-b08f-218938ec920b tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:56.604013 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-18d59251-f7c3-44d8-9072-967dadc6abd9 admin admin] Publish callbacks [] for security_group (ed4e75e5-b6b8-4e87-9d2c-1e55cad37f31), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:56.635549 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-18d59251-f7c3-44d8-9072-967dadc6abd9 admin admin] Publish callbacks [] for security_group (ed4e75e5-b6b8-4e87-9d2c-1e55cad37f31), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:56.742260 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_common [None req-d1af4102-cddb-4dc6-b08f-218938ec920b tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Allocated IP 172.27.1.208 (12a459b1-c19f-48b5-9c0c-c18492f1de42/06f471c1-ec2c-4a47-a3f1-0b43664949d1/46f775f4-3a70-4d25-a17f-8cbe32913a52) {{(pid=109816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:00:56.767149 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-18d59251-f7c3-44d8-9072-967dadc6abd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (ed4e75e5-b6b8-4e87-9d2c-1e55cad37f31), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:56.770710 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-18d59251-f7c3-44d8-9072-967dadc6abd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:56.772868 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-18d59251-f7c3-44d8-9072-967dadc6abd9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ed4e75e5-b6b8-4e87-9d2c-1e55cad37f31 HTTP/1.1" status: 204 len: 168 time: 0.2281411 Feb 07 12:00:56.784487 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d59251-f7c3-44d8-9072-967dadc6abd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4e75e5-b6b8-4e87-9d2c-1e55cad37f31,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:56.814211 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a7795-1f87-4750-bfb6-a367aee2c29f req-d7f291be-000c-4244-ac75-a30385133a92 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:56.821597 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c73a7795-1f87-4750-bfb6-a367aee2c29f req-d7f291be-000c-4244-ac75-a30385133a92 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.1358743 Feb 07 12:00:56.852302 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fdc23-8423-457f-8b87-3ffb89508849 req-7fcf71b7-09f2-4ae7-ac68-21d24adaffd7 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:56.853857 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7c7fdc23-8423-457f-8b87-3ffb89508849 req-7fcf71b7-09f2-4ae7-ac68-21d24adaffd7 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 944 time: 0.0714040 Feb 07 12:00:56.891083 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c73a7795-1f87-4750-bfb6-a367aee2c29f req-59b7a0bd-3382-40c7-9afd-7067b6eee314 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686080 Feb 07 12:00:56.917047 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d1af4102-cddb-4dc6-b08f-218938ec920b tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks [] for port (46f775f4-3a70-4d25-a17f-8cbe32913a52), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:56.939290 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7c7fdc23-8423-457f-8b87-3ffb89508849 req-104fb567-510c-4895-b51a-eae42c84ad76 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753036 Feb 07 12:00:57.020623 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d1af4102-cddb-4dc6-b08f-218938ec920b tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (46f775f4-3a70-4d25-a17f-8cbe32913a52), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:57.062950 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1af4102-cddb-4dc6-b08f-218938ec920b tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Network 12a459b1-c19f-48b5-9c0c-c18492f1de42 is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:00:57.073379 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-d1af4102-cddb-4dc6-b08f-218938ec920b tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:00:57.079959 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1af4102-cddb-4dc6-b08f-218938ec920b tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Received port after_create {{(pid=109816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 12:00:57.087323 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e804db-06c8-4bef-afd2-683709276727 req-deda3a6a-b391-4ae0-9581-f8636bfd6d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:57.088861 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-67e804db-06c8-4bef-afd2-683709276727 req-deda3a6a-b391-4ae0-9581-f8636bfd6d23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7def8326042e4a8fa3c19125edfb7d63&device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 1130 time: 0.2469883 Feb 07 12:00:57.105769 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af4102-cddb-4dc6-b08f-218938ec920b tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Pushing event updated for resources: {'Port': ['ID=46f775f4-3a70-4d25-a17f-8cbe32913a52,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:57.269085 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e804db-06c8-4bef-afd2-683709276727 req-ba04d542-e84b-4549-a420-3f3e3a8dabec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:57.270627 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-67e804db-06c8-4bef-afd2-683709276727 req-ba04d542-e84b-4549-a420-3f3e3a8dabec service neutron] 10.222.0.18 "GET /v2.0/networks?id=5c560c9d-289f-4491-b462-db6f3ab05c8e HTTP/1.1" status: 200 len: 918 time: 0.1624572 Feb 07 12:00:57.413713 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-67e804db-06c8-4bef-afd2-683709276727 req-b21193b0-4c98-4568-b6b9-b5caad273383 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1e3806d-a1bc-4f9a-8989-fe91b725cb7a HTTP/1.1" status: 200 len: 1001 time: 0.1354516 Feb 07 12:00:57.536918 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e804db-06c8-4bef-afd2-683709276727 req-1322dc82-54eb-408d-8e5b-0d580bf0c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:57.538402 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-67e804db-06c8-4bef-afd2-683709276727 req-1322dc82-54eb-408d-8e5b-0d580bf0c177 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40dfba53-a55c-40ea-abe9-97a328c1f35f HTTP/1.1" status: 200 len: 856 time: 0.1160989 Feb 07 12:00:57.634029 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e804db-06c8-4bef-afd2-683709276727 req-206020d1-adb3-43e2-a289-34f79f636f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:57.636663 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-67e804db-06c8-4bef-afd2-683709276727 req-206020d1-adb3-43e2-a289-34f79f636f97 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c560c9d-289f-4491-b462-db6f3ab05c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0864627 Feb 07 12:00:57.636663 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d1af4102-cddb-4dc6-b08f-218938ec920b tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks [] for floatingip (73e34ea5-7bc9-48e3-b3c2-5491f6acce53), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:57.762426 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-67e804db-06c8-4bef-afd2-683709276727 req-1d58d944-9d17-4a50-8e71-bd70917d5b26 service neutron] 10.222.0.18 "GET /v2.0/networks/5c560c9d-289f-4491-b462-db6f3ab05c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041515 Feb 07 12:00:57.855882 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d1af4102-cddb-4dc6-b08f-218938ec920b tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (46f775f4-3a70-4d25-a17f-8cbe32913a52), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:57.913039 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-67e804db-06c8-4bef-afd2-683709276727 req-de9edb2f-27b1-4329-b9ab-c9c4ac89b53a service neutron] 10.222.0.18 "GET /v2.0/networks/5c560c9d-289f-4491-b462-db6f3ab05c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421978 Feb 07 12:00:58.105232 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245b702-a40d-4811-8196-38af313c1719 req-adea08be-4da1-4138-ba93-04112580a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:58.106981 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5245b702-a40d-4811-8196-38af313c1719 req-adea08be-4da1-4138-ba93-04112580a09c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7def8326042e4a8fa3c19125edfb7d63&device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 1130 time: 0.1410940 Feb 07 12:00:58.123516 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e321a-c717-4f3b-bc19-b595ee3a0f63 req-7d6e8e13-21bf-4684-9b44-762b5761d2f1 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:58.125138 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d80e321a-c717-4f3b-bc19-b595ee3a0f63 req-7d6e8e13-21bf-4684-9b44-762b5761d2f1 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 946 time: 0.1265008 Feb 07 12:00:58.129489 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458f53f-afb9-421d-893e-81947a6653bc req-6b0cc697-4751-4d77-ab16-08f6663d9230 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:58.137802 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-2458f53f-afb9-421d-893e-81947a6653bc req-6b0cc697-4751-4d77-ab16-08f6663d9230 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 944 time: 0.1083467 Feb 07 12:00:58.184957 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-2458f53f-afb9-421d-893e-81947a6653bc req-b69526e7-1920-4fc7-b2c1-f79b9c4361bf tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458999 Feb 07 12:00:58.238152 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d1af4102-cddb-4dc6-b08f-218938ec920b tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks [] for port (46f775f4-3a70-4d25-a17f-8cbe32913a52), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:58.264471 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d80e321a-c717-4f3b-bc19-b595ee3a0f63 req-0e162dcf-6983-4ec2-bc16-b17f8ff8e98a tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276538 Feb 07 12:00:58.279588 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245b702-a40d-4811-8196-38af313c1719 req-1c7cb12d-efcd-4e21-97e0-8d3f4cd71437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:58.279942 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5245b702-a40d-4811-8196-38af313c1719 req-1c7cb12d-efcd-4e21-97e0-8d3f4cd71437 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5c560c9d-289f-4491-b462-db6f3ab05c8e HTTP/1.1" status: 200 len: 918 time: 0.1420650 Feb 07 12:00:58.333582 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d1af4102-cddb-4dc6-b08f-218938ec920b tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209623'] for port (46f775f4-3a70-4d25-a17f-8cbe32913a52), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:58.620072 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5245b702-a40d-4811-8196-38af313c1719 req-ad52bc47-8324-4cb4-8477-2390c812fbb1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1e3806d-a1bc-4f9a-8989-fe91b725cb7a HTTP/1.1" status: 200 len: 1001 time: 0.3319626 Feb 07 12:00:58.678110 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af4102-cddb-4dc6-b08f-218938ec920b tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Pushing event updated for resources: {'Port': ['ID=46f775f4-3a70-4d25-a17f-8cbe32913a52,revision_number=2']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:58.696308 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d1af4102-cddb-4dc6-b08f-218938ec920b tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-875882'] for floatingip (73e34ea5-7bc9-48e3-b3c2-5491f6acce53), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:58.763923 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245b702-a40d-4811-8196-38af313c1719 req-a9590dcf-11db-4819-a16c-37140255c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:58.765385 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5245b702-a40d-4811-8196-38af313c1719 req-a9590dcf-11db-4819-a16c-37140255c593 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40dfba53-a55c-40ea-abe9-97a328c1f35f HTTP/1.1" status: 200 len: 856 time: 0.1238375 Feb 07 12:00:58.837956 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245b702-a40d-4811-8196-38af313c1719 req-40f0088c-fc9f-4871-9413-a1be48042911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:58.839451 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5245b702-a40d-4811-8196-38af313c1719 req-40f0088c-fc9f-4871-9413-a1be48042911 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c560c9d-289f-4491-b462-db6f3ab05c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0648556 Feb 07 12:00:58.841052 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.db.l3_db [None req-d1af4102-cddb-4dc6-b08f-218938ec920b tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Floating IP 73e34ea5-7bc9-48e3-b3c2-5491f6acce53 associated. External IP: 172.27.1.208, port: e83137d0-3c6c-4fb0-9add-d1c30d7d7287. Feb 07 12:00:58.949345 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device f1e3806d-a1bc-4f9a-8989-fe91b725cb7a no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:00:59.028626 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5245b702-a40d-4811-8196-38af313c1719 req-2cb87433-53d0-420b-9c42-bdef45d801c7 service neutron] 10.222.0.18 "GET /v2.0/networks/5c560c9d-289f-4491-b462-db6f3ab05c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500819 Feb 07 12:00:59.159516 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a is: ACTIVE; New status is: DOWN {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:00:59.159919 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (f1e3806d-a1bc-4f9a-8989-fe91b725cb7a), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:59.189416 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1e3806d-a1bc-4f9a-8989-fe91b725cb7a'}] {{(pid=109817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:00:59.192200 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bc6b3c0530c896bdfe52e422604eaad6eac6737642d5fab1ac5583b9ec47d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5017ab8d-5131-44b2-bda6-b587f111bada" -d '{"events": [{"server_uuid": "85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f", "name": "network-vif-unplugged", "status": "completed", "tag": "f1e3806d-a1bc-4f9a-8989-fe91b725cb7a"}]}' {{(pid=109817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:00:59.205493 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f1e3806d-a1bc-4f9a-8989-fe91b725cb7a,segment=NetworkSegment(4dd91289-9497-4700-ac6d-fa09629bdd61),segment_id=4dd91289-9497-4700-ac6d-fa09629bdd61)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:00:59.223241 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5245b702-a40d-4811-8196-38af313c1719 req-2a7a5cf6-ff8e-4906-9d22-5519729a3449 service neutron] 10.222.0.18 "GET /v2.0/networks/5c560c9d-289f-4491-b462-db6f3ab05c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572733 Feb 07 12:00:59.225177 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1af4102-cddb-4dc6-b08f-218938ec920b tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Router 85dcb5c2-7e6a-4674-adb5-352917530a15 has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 12:00:59.263718 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 12:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5bab24-9c4f-45a6-9123-8e35f249078e x-openstack-request-id: req-5a5bab24-9c4f-45a6-9123-8e35f249078e {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:00:59.264042 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f", "name": "network-vif-unplugged", "status": "completed", "tag": "f1e3806d-a1bc-4f9a-8989-fe91b725cb7a", "code": 200}]} {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:00:59.264307 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5a5bab24-9c4f-45a6-9123-8e35f249078e {{(pid=109817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:00:59.264703 dv-cinder-817351-12-iscsi neutron-server[109817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1e3806d-a1bc-4f9a-8989-fe91b725cb7a', 'code': 200} Feb 07 12:00:59.275375 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (f1e3806d-a1bc-4f9a-8989-fe91b725cb7a), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:59.343994 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=f1e3806d-a1bc-4f9a-8989-fe91b725cb7a,revision_number=8']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:00:59.385743 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1656168-ff16-4e88-9261-306a17f744b4 req-3694f94f-4c59-4120-a4cb-6184c56bced6 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:59.387229 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c1656168-ff16-4e88-9261-306a17f744b4 req-3694f94f-4c59-4120-a4cb-6184c56bced6 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 944 time: 0.1074584 Feb 07 12:00:59.390179 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1af4102-cddb-4dc6-b08f-218938ec920b tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 12:00:59.403470 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ccc0d5-0498-43f2-92de-c973f7b35d9f None None] Sync routers for ids ['85dcb5c2-7e6a-4674-adb5-352917530a15'] in dv-cinder-817351-12-iscsi {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:00:59.417678 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ccc0d5-0498-43f2-92de-c973f7b35d9f None None] Routers {'85dcb5c2-7e6a-4674-adb5-352917530a15'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:00:59.419314 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-90ccc0d5-0498-43f2-92de-c973f7b35d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:00:40Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['85dcb5c2-7e6a-4674-adb5-352917530a15'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:00:59.428738 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf4834-c0b2-4ab0-84a3-9ae63a59e727 req-b83b3ef2-afa5-4f72-83e0-08dab5bed199 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:59.437473 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-31bf4834-c0b2-4ab0-84a3-9ae63a59e727 req-b83b3ef2-afa5-4f72-83e0-08dab5bed199 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 944 time: 0.0783391 Feb 07 12:00:59.461385 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c1656168-ff16-4e88-9261-306a17f744b4 req-f1242518-3153-4672-b52a-ab75574af03d tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654733 Feb 07 12:00:59.493713 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d1af4102-cddb-4dc6-b08f-218938ec920b tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for floatingip (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:00:59.499679 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-31bf4834-c0b2-4ab0-84a3-9ae63a59e727 req-d37dd7e9-b197-4358-91af-552037b5f439 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598326 Feb 07 12:00:59.531782 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-d1af4102-cddb-4dc6-b08f-218938ec920b tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1813376 Feb 07 12:00:59.532579 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bdd9ce4-f4de-4244-a527-216a355b628b', 'tag': 'e83137d0-3c6c-4fb0-9add-d1c30d7d7287'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:00:59.535691 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6786395-3042-451d-a45f-20c8047797b6" -d '{"events": [{"name": "network-changed", "server_uuid": "1bdd9ce4-f4de-4244-a527-216a355b628b", "tag": "e83137d0-3c6c-4fb0-9add-d1c30d7d7287"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:00:59.559926 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-90ccc0d5-0498-43f2-92de-c973f7b35d9f None None] Set router 85dcb5c2-7e6a-4674-adb5-352917530a15 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:00:59.577311 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 12:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71ebab6-b3fd-4348-9c42-20572529205c x-openstack-request-id: req-a71ebab6-b3fd-4348-9c42-20572529205c {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:00:59.577630 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bdd9ce4-f4de-4244-a527-216a355b628b", "tag": "e83137d0-3c6c-4fb0-9add-d1c30d7d7287", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:00:59.577904 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a71ebab6-b3fd-4348-9c42-20572529205c {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:00:59.578407 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bdd9ce4-f4de-4244-a527-216a355b628b', 'tag': 'e83137d0-3c6c-4fb0-9add-d1c30d7d7287', 'status': 'completed', 'code': 200} Feb 07 12:00:59.658193 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6786395-3042-451d-a45f-20c8047797b6 req-e559ef0a-68f0-4097-8711-5b6d29c3a7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:59.659753 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b6786395-3042-451d-a45f-20c8047797b6 req-e559ef0a-68f0-4097-8711-5b6d29c3a7e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=569021eb1f054aa0b9a76bfafa7d7bf3&device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 1130 time: 0.0549963 Feb 07 12:00:59.775604 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6786395-3042-451d-a45f-20c8047797b6 req-2ea1dea4-384c-4618-be70-82c613d0a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:59.777332 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b6786395-3042-451d-a45f-20c8047797b6 req-2ea1dea4-384c-4618-be70-82c613d0a644 service neutron] 10.222.0.18 "GET /v2.0/networks?id=044092f0-a486-42dc-94bd-4759b5537247 HTTP/1.1" status: 200 len: 910 time: 0.1085453 Feb 07 12:00:59.818669 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-90ccc0d5-0498-43f2-92de-c973f7b35d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'name': 'tempest-TestShelveInstance-1810369802-router', 'tenant_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:30Z', 'updated_at': '2022-02-07T11:59:33Z', 'revision_number': 4, 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'gw_port': {'id': '1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:30Z', 'updated_at': '2022-02-07T11:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_floatingips': [{'id': '73e34ea5-7bc9-48e3-b3c2-5491f6acce53', 'tenant_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'floating_ip_address': '172.27.1.208', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'port_id': 'e83137d0-3c6c-4fb0-9add-d1c30d7d7287', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '044092f0-a486-42dc-94bd-4759b5537247', 'mac_address': 'fa:16:3e:05:0c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdd9ce4-f4de-4244-a527-216a355b628b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:00:57Z', 'updated_at': '2022-02-07T12:00:57Z', 'revision_number': 0, 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aed27aac-e7a4-40e3-8329-e5b521bb9a52', 'name': '', 'network_id': '044092f0-a486-42dc-94bd-4759b5537247', 'tenant_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'mac_address': 'fa:16:3e:c9:ef:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:32Z', 'updated_at': '2022-02-07T11:59:37Z', 'revision_number': 5, 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'subnets': [{'id': '7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:00:59.846728 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ccc0d5-0498-43f2-92de-c973f7b35d9f None None] Checking router: 85dcb5c2-7e6a-4674-adb5-352917530a15 for host: dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:00:59.850493 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b6786395-3042-451d-a45f-20c8047797b6 req-a731e48c-5ca2-4f81-ae8b-c7ce027ab48e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e83137d0-3c6c-4fb0-9add-d1c30d7d7287 HTTP/1.1" status: 200 len: 1000 time: 0.0638607 Feb 07 12:00:59.855959 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ccc0d5-0498-43f2-92de-c973f7b35d9f None None] Routers {'85dcb5c2-7e6a-4674-adb5-352917530a15'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:00:59.856565 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-90ccc0d5-0498-43f2-92de-c973f7b35d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:00:40Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['85dcb5c2-7e6a-4674-adb5-352917530a15'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:00:59.935773 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6786395-3042-451d-a45f-20c8047797b6 req-df0efc7c-a514-4e05-821e-f99bb5467de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:59.937284 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b6786395-3042-451d-a45f-20c8047797b6 req-df0efc7c-a514-4e05-821e-f99bb5467de0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275 HTTP/1.1" status: 200 len: 848 time: 0.0696762 Feb 07 12:00:59.974859 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-90ccc0d5-0498-43f2-92de-c973f7b35d9f None None] Set router 85dcb5c2-7e6a-4674-adb5-352917530a15 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:00:59.992884 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6786395-3042-451d-a45f-20c8047797b6 req-a336befd-11d3-4f26-960c-28b4fe18704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:00:59.994498 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b6786395-3042-451d-a45f-20c8047797b6 req-a336befd-11d3-4f26-960c-28b4fe18704f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=044092f0-a486-42dc-94bd-4759b5537247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0488238 Feb 07 12:01:00.091380 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b6786395-3042-451d-a45f-20c8047797b6 req-2a0b9337-6ef7-4936-be1c-16a76dfee116 service neutron] 10.222.0.18 "GET /v2.0/networks/044092f0-a486-42dc-94bd-4759b5537247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886464 Feb 07 12:01:00.192498 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b6786395-3042-451d-a45f-20c8047797b6 req-bbfe1396-a410-49e6-a3f2-e7ac2e51c972 service neutron] 10.222.0.18 "GET /v2.0/networks/044092f0-a486-42dc-94bd-4759b5537247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924225 Feb 07 12:01:00.227267 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-90ccc0d5-0498-43f2-92de-c973f7b35d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'name': 'tempest-TestShelveInstance-1810369802-router', 'tenant_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:30Z', 'updated_at': '2022-02-07T11:59:33Z', 'revision_number': 4, 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'gw_port': {'id': '1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:30Z', 'updated_at': '2022-02-07T11:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_floatingips': [{'id': '73e34ea5-7bc9-48e3-b3c2-5491f6acce53', 'tenant_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'floating_ip_address': '172.27.1.208', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'port_id': 'e83137d0-3c6c-4fb0-9add-d1c30d7d7287', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '044092f0-a486-42dc-94bd-4759b5537247', 'mac_address': 'fa:16:3e:05:0c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdd9ce4-f4de-4244-a527-216a355b628b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:00:57Z', 'updated_at': '2022-02-07T12:00:57Z', 'revision_number': 0, 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aed27aac-e7a4-40e3-8329-e5b521bb9a52', 'name': '', 'network_id': '044092f0-a486-42dc-94bd-4759b5537247', 'tenant_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'mac_address': 'fa:16:3e:c9:ef:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:32Z', 'updated_at': '2022-02-07T11:59:37Z', 'revision_number': 5, 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'subnets': [{'id': '7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:01:00.255006 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ccc0d5-0498-43f2-92de-c973f7b35d9f None None] The sync data for ids ['85dcb5c2-7e6a-4674-adb5-352917530a15'] in dv-cinder-817351-12-iscsi is: [{'id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'name': 'tempest-TestShelveInstance-1810369802-router', 'tenant_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:30Z', 'updated_at': '2022-02-07T11:59:33Z', 'revision_number': 4, 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'gw_port': {'id': '1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:30Z', 'updated_at': '2022-02-07T11:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_floatingips': [{'id': '73e34ea5-7bc9-48e3-b3c2-5491f6acce53', 'tenant_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'floating_ip_address': '172.27.1.208', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'port_id': 'e83137d0-3c6c-4fb0-9add-d1c30d7d7287', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '044092f0-a486-42dc-94bd-4759b5537247', 'mac_address': 'fa:16:3e:05:0c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdd9ce4-f4de-4244-a527-216a355b628b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:00:57Z', 'updated_at': '2022-02-07T12:00:57Z', 'revision_number': 0, 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aed27aac-e7a4-40e3-8329-e5b521bb9a52', 'name': '', 'network_id': '044092f0-a486-42dc-94bd-4759b5537247', 'tenant_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'mac_address': 'fa:16:3e:c9:ef:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:32Z', 'updated_at': '2022-02-07T11:59:37Z', 'revision_number': 5, 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'subnets': [{'id': '7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:01:00.455342 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98767cf-24fb-4a81-a15e-29c530227a46 None None] New status for floating IP 73e34ea5-7bc9-48e3-b3c2-5491f6acce53: ACTIVE {{(pid=109818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 12:01:00.586524 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3e2ff-32b9-4f55-9174-f31a3b7c9593 req-fe977f83-e3c9-4b25-a0ab-74886b8f72a5 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:00.587988 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-16a3e2ff-32b9-4f55-9174-f31a3b7c9593 req-fe977f83-e3c9-4b25-a0ab-74886b8f72a5 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 944 time: 0.0593195 Feb 07 12:01:00.632825 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925b300-4245-46c8-9c4d-e95dd5267e7e req-06b8be3f-aa39-4f88-97e8-aab6a2e650da tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:00.634379 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c925b300-4245-46c8-9c4d-e95dd5267e7e req-06b8be3f-aa39-4f88-97e8-aab6a2e650da tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 944 time: 0.0560670 Feb 07 12:01:00.639809 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-16a3e2ff-32b9-4f55-9174-f31a3b7c9593 req-4bebc424-8c51-4a04-8bad-776ede3e96fe tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454419 Feb 07 12:01:00.706496 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c925b300-4245-46c8-9c4d-e95dd5267e7e req-d540ce74-2652-4a85-9b8b-17420df57792 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605614 Feb 07 12:01:00.964218 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device bd236246-aaef-45c7-9d23-de53b4b0bd0a details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 12:01:01.067829 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port bd236246-aaef-45c7-9d23-de53b4b0bd0a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=bd236246-aaef-45c7-9d23-de53b4b0bd0a,segment=NetworkSegment(b69da94f-349b-487c-88c8-2782db5b7d3b),segment_id=b69da94f-349b-487c-88c8-2782db5b7d3b)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:01:01.080011 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Returning: {'device': 'bd236246-aaef-45c7-9d23-de53b4b0bd0a', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'port_id': 'bd236246-aaef-45c7-9d23-de53b4b0bd0a', 'mac_address': 'fa:16:3e:fd:ce:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 12:01:01.117126 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port bd236246-aaef-45c7-9d23-de53b4b0bd0a is: DOWN; New status is: BUILD {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:01:01.124308 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (bd236246-aaef-45c7-9d23-de53b4b0bd0a), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:01.130997 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd236246-aaef-45c7-9d23-de53b4b0bd0a {{(pid=109817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 12:01:01.150923 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port bd236246-aaef-45c7-9d23-de53b4b0bd0a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=bd236246-aaef-45c7-9d23-de53b4b0bd0a,segment=NetworkSegment(b69da94f-349b-487c-88c8-2782db5b7d3b),segment_id=b69da94f-349b-487c-88c8-2782db5b7d3b)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:01:01.240360 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (bd236246-aaef-45c7-9d23-de53b4b0bd0a), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:01.300198 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=bd236246-aaef-45c7-9d23-de53b4b0bd0a,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:01.643304 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['bd236246-aaef-45c7-9d23-de53b4b0bd0a'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 12:01:01.782397 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3321d6-5c46-4b11-bd16-422fada935b5 req-bcd640aa-691b-477e-bce8-c613c2838ee3 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:01.783980 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0f3321d6-5c46-4b11-bd16-422fada935b5 req-bcd640aa-691b-477e-bce8-c613c2838ee3 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 945 time: 0.0732160 Feb 07 12:01:01.841586 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0f3321d6-5c46-4b11-bd16-422fada935b5 req-f0e28229-a5f2-46e3-a53f-e6e542c437a1 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510705 Feb 07 12:01:02.154217 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [req-3a0a509b-c593-4b12-9767-d75ac17b3a8c req-8bf40353-5a10-4854-b0ad-35cbb768f6a2 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109816) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 12:01:02.155247 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3a0a509b-c593-4b12-9767-d75ac17b3a8c req-8bf40353-5a10-4854-b0ad-35cbb768f6a2 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1116076 Feb 07 12:01:02.455356 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf114f-d4a3-4523-a5e0-b9100fe368d6 req-c0f4aade-61fb-4d7f-95bf-80c59b1757fe tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:02.456864 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-d8bf114f-d4a3-4523-a5e0-b9100fe368d6 req-c0f4aade-61fb-4d7f-95bf-80c59b1757fe tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 944 time: 0.0630894 Feb 07 12:01:02.502970 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-d8bf114f-d4a3-4523-a5e0-b9100fe368d6 req-a70522ef-fa68-40db-a39c-fdcfb00670a6 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402596 Feb 07 12:01:02.917066 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 58468) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:02.966290 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6961614-5c0d-4aa5-971a-93504b003453 req-73822de3-fdc0-4c07-bc1b-b2b5b64012a5 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:02.967868 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c6961614-5c0d-4aa5-971a-93504b003453 req-73822de3-fdc0-4c07-bc1b-b2b5b64012a5 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 945 time: 0.0543287 Feb 07 12:01:02.976238 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device bd236246-aaef-45c7-9d23-de53b4b0bd0a up at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 12:01:03.040992 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c6961614-5c0d-4aa5-971a-93504b003453 req-7f527ca9-9c07-469a-be39-3cef61c2b795 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627255 Feb 07 12:01:03.133032 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning for port bd236246-aaef-45c7-9d23-de53b4b0bd0a completed by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:01:03.137761 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning complete for port bd236246-aaef-45c7-9d23-de53b4b0bd0a triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:01:03.138254 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (bd236246-aaef-45c7-9d23-de53b4b0bd0a), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:03.224130 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port bd236246-aaef-45c7-9d23-de53b4b0bd0a is: BUILD; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:01:03.224592 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (bd236246-aaef-45c7-9d23-de53b4b0bd0a), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:03.251254 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68d92e2-19e1-420b-a3ce-14758517c3c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd236246-aaef-45c7-9d23-de53b4b0bd0a'}] {{(pid=109817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:01:03.252499 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b6bb0f96-a5af-4f4b-a78f-63c828f0592b req-12c67e40-b9f2-4d87-b4b8-4630f2d65960 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3342714 Feb 07 12:01:03.253506 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bc6b3c0530c896bdfe52e422604eaad6eac6737642d5fab1ac5583b9ec47d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3734b84b-6dc3-4806-b272-7d41c7f67d62" -d '{"events": [{"server_uuid": "b68d92e2-19e1-420b-a3ce-14758517c3c6", "name": "network-vif-plugged", "status": "completed", "tag": "bd236246-aaef-45c7-9d23-de53b4b0bd0a"}]}' {{(pid=109817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:01:03.261911 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [req-b6bb0f96-a5af-4f4b-a78f-63c828f0592b req-c05e569f-11f0-4c3f-a7ce-c1ed62a0cf6d service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109815) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 12:01:03.262879 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b6bb0f96-a5af-4f4b-a78f-63c828f0592b req-c05e569f-11f0-4c3f-a7ce-c1ed62a0cf6d service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055184 Feb 07 12:01:03.270288 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port bd236246-aaef-45c7-9d23-de53b4b0bd0a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=bd236246-aaef-45c7-9d23-de53b4b0bd0a,segment=NetworkSegment(b69da94f-349b-487c-88c8-2782db5b7d3b),segment_id=b69da94f-349b-487c-88c8-2782db5b7d3b)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:01:03.297399 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54451e94-cfe0-4dc6-9ef7-b1fa671720c6 x-openstack-request-id: req-54451e94-cfe0-4dc6-9ef7-b1fa671720c6 {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:01:03.297399 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68d92e2-19e1-420b-a3ce-14758517c3c6", "name": "network-vif-plugged", "status": "completed", "tag": "bd236246-aaef-45c7-9d23-de53b4b0bd0a", "code": 200}]} {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:01:03.297399 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-54451e94-cfe0-4dc6-9ef7-b1fa671720c6 {{(pid=109817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:01:03.297399 dv-cinder-817351-12-iscsi neutron-server[109817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68d92e2-19e1-420b-a3ce-14758517c3c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd236246-aaef-45c7-9d23-de53b4b0bd0a', 'code': 200} Feb 07 12:01:03.338498 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (bd236246-aaef-45c7-9d23-de53b4b0bd0a), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:03.339333 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device f1e3806d-a1bc-4f9a-8989-fe91b725cb7a no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:01:03.416309 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=bd236246-aaef-45c7-9d23-de53b4b0bd0a,revision_number=5']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:03.457190 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a is: DOWN; New status is: DOWN {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:01:03.642379 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324aada-a043-410e-a3a3-82f7a7bdfe5e req-42282b5a-4b0a-4543-b60f-5992cf3110c5 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:03.643885 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9324aada-a043-410e-a3a3-82f7a7bdfe5e req-42282b5a-4b0a-4543-b60f-5992cf3110c5 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 944 time: 0.0535452 Feb 07 12:01:03.720435 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9324aada-a043-410e-a3a3-82f7a7bdfe5e req-147711f1-0d42-4d3f-98bd-98aa3a84bb09 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705314 Feb 07 12:01:03.735066 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707b96c-951e-4acf-8ffc-b42f0d4895fb req-99d84bff-c929-4fab-86fa-0b13a17fd04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:03.736477 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-2707b96c-951e-4acf-8ffc-b42f0d4895fb req-99d84bff-c929-4fab-86fa-0b13a17fd04d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 1130 time: 0.0603173 Feb 07 12:01:03.786235 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-2707b96c-951e-4acf-8ffc-b42f0d4895fb req-0502b547-51e1-4498-be28-fdc3244a5f93 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417323 Feb 07 12:01:04.159057 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda16f6d-b40d-40d6-8f6a-43b9a3ae893a req-d20f0010-76b9-4c75-9d55-d4ec5d210e6c tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:04.160663 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-eda16f6d-b40d-40d6-8f6a-43b9a3ae893a req-d20f0010-76b9-4c75-9d55-d4ec5d210e6c tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 946 time: 0.0524232 Feb 07 12:01:04.209698 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-eda16f6d-b40d-40d6-8f6a-43b9a3ae893a req-d607f302-e8b2-4a5a-935a-1ea2b96995dd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428529 Feb 07 12:01:04.419897 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 58508) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:04.526081 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1fb7a720-057a-48ca-9380-f4aa7265843d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:04.623696 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1fb7a720-057a-48ca-9380-f4aa7265843d admin admin] Publish callbacks [] for security_group (dea9b44b-de8e-4e00-b392-2a53a3f06e52), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:04.685813 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1fb7a720-057a-48ca-9380-f4aa7265843d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (dea9b44b-de8e-4e00-b392-2a53a3f06e52), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:04.725997 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-1fb7a720-057a-48ca-9380-f4aa7265843d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ae3dc6eb4ec0470991980708652e2c8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3049684 Feb 07 12:01:04.726954 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7a720-057a-48ca-9380-f4aa7265843d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea9b44b-de8e-4e00-b392-2a53a3f06e52,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:04.728587 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 58522) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:04.778513 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-1a9030ce-aa4e-4ca0-a728-20f6e1e05b39 admin admin] Publish callbacks [] for security_group (dea9b44b-de8e-4e00-b392-2a53a3f06e52), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:04.804049 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-1a9030ce-aa4e-4ca0-a728-20f6e1e05b39 admin admin] Publish callbacks [] for security_group (dea9b44b-de8e-4e00-b392-2a53a3f06e52), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:04.887019 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c72662-13d5-40a8-b776-3db3abc6482f req-7fe73601-52f4-4267-85f5-7107ed6dfdb0 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:04.888537 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-66c72662-13d5-40a8-b776-3db3abc6482f req-7fe73601-52f4-4267-85f5-7107ed6dfdb0 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 944 time: 0.0799205 Feb 07 12:01:04.936070 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-66c72662-13d5-40a8-b776-3db3abc6482f req-14b932df-f3ed-454e-a20f-f06f02a8ab93 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418930 Feb 07 12:01:05.007571 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-1a9030ce-aa4e-4ca0-a728-20f6e1e05b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (dea9b44b-de8e-4e00-b392-2a53a3f06e52), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:05.010078 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-1a9030ce-aa4e-4ca0-a728-20f6e1e05b39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:05.011186 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-1a9030ce-aa4e-4ca0-a728-20f6e1e05b39 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dea9b44b-de8e-4e00-b392-2a53a3f06e52 HTTP/1.1" status: 204 len: 168 time: 0.2816098 Feb 07 12:01:05.020165 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9030ce-aa4e-4ca0-a728-20f6e1e05b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea9b44b-de8e-4e00-b392-2a53a3f06e52,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:05.340160 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1edb9c-3351-4011-ad84-b1c472350535 req-e7468ec6-ee9c-494d-a6e5-c6554c2c5ae7 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:05.341793 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-2b1edb9c-3351-4011-ad84-b1c472350535 req-e7468ec6-ee9c-494d-a6e5-c6554c2c5ae7 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 946 time: 0.0656950 Feb 07 12:01:05.390819 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-2b1edb9c-3351-4011-ad84-b1c472350535 req-b164ca6e-7a7b-4a77-aa16-c64d1f6f7db7 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434790 Feb 07 12:01:05.703311 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 58534) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:05.716666 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-a98f81ea-6e29-4e17-be92-1e184ff10222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:05.796782 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-a98f81ea-6e29-4e17-be92-1e184ff10222 admin admin] Publish callbacks [] for security_group (8c2def6f-9461-4de5-beb8-f0b297720bef), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:05.870119 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-a98f81ea-6e29-4e17-be92-1e184ff10222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (8c2def6f-9461-4de5-beb8-f0b297720bef), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:05.907829 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-a98f81ea-6e29-4e17-be92-1e184ff10222 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dbcf70d1906345d998010009b6f26ed8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2031810 Feb 07 12:01:05.908713 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f81ea-6e29-4e17-be92-1e184ff10222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2def6f-9461-4de5-beb8-f0b297720bef,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:05.910569 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 58538) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:05.972679 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c782e2d4-d464-4ca8-8835-f74bc5cf99ec admin admin] Publish callbacks [] for security_group (8c2def6f-9461-4de5-beb8-f0b297720bef), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:05.998865 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c782e2d4-d464-4ca8-8835-f74bc5cf99ec admin admin] Publish callbacks [] for security_group (8c2def6f-9461-4de5-beb8-f0b297720bef), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:06.068882 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebecd7ad-dbe1-46b5-9382-ba376db90d20 req-38960dcf-657a-472c-bc0c-568cd80cd2e2 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:06.070398 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ebecd7ad-dbe1-46b5-9382-ba376db90d20 req-38960dcf-657a-472c-bc0c-568cd80cd2e2 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 944 time: 0.0541258 Feb 07 12:01:06.121368 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ebecd7ad-dbe1-46b5-9382-ba376db90d20 req-c3b78f5d-37ef-44e6-b464-00a4f5b5e6fd tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451016 Feb 07 12:01:06.155943 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c782e2d4-d464-4ca8-8835-f74bc5cf99ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (8c2def6f-9461-4de5-beb8-f0b297720bef), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:06.158598 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c782e2d4-d464-4ca8-8835-f74bc5cf99ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:06.159828 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-c782e2d4-d464-4ca8-8835-f74bc5cf99ec admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8c2def6f-9461-4de5-beb8-f0b297720bef HTTP/1.1" status: 204 len: 168 time: 0.2482436 Feb 07 12:01:06.168380 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782e2d4-d464-4ca8-8835-f74bc5cf99ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2def6f-9461-4de5-beb8-f0b297720bef,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:06.516163 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae60ff-23cd-4b31-863b-dd736d2bc1a5 req-382c23ad-ce3b-4a86-a815-6a527a7ad963 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:06.517942 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-deae60ff-23cd-4b31-863b-dd736d2bc1a5 req-382c23ad-ce3b-4a86-a815-6a527a7ad963 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 946 time: 0.0573843 Feb 07 12:01:06.570517 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-deae60ff-23cd-4b31-863b-dd736d2bc1a5 req-2b3b2d6a-e7aa-4df0-8f4e-4490e043e94a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467169 Feb 07 12:01:06.687422 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb0f96-a5af-4f4b-a78f-63c828f0592b req-053244f9-240d-4891-a532-d91ea7465ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:06.688960 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b6bb0f96-a5af-4f4b-a78f-63c828f0592b req-053244f9-240d-4891-a532-d91ea7465ff7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f&tenant_id=7def8326042e4a8fa3c19125edfb7d63 HTTP/1.1" status: 200 len: 1128 time: 0.1241562 Feb 07 12:01:06.714720 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db2daa-02be-4347-a8e6-ade9697a6610 req-80f3614c-74c0-4057-a8e9-6c5b3eb1bcd9 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:06.716211 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-75db2daa-02be-4347-a8e6-ade9697a6610 req-80f3614c-74c0-4057-a8e9-6c5b3eb1bcd9 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 946 time: 0.0702124 Feb 07 12:01:06.793332 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-75db2daa-02be-4347-a8e6-ade9697a6610 req-ba0ccd6c-8074-46cf-8595-dcaa11e17088 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665827 Feb 07 12:01:06.799290 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb0f96-a5af-4f4b-a78f-63c828f0592b req-de5ea081-998e-4d66-85bd-80ac6819733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:06.800714 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b6bb0f96-a5af-4f4b-a78f-63c828f0592b req-de5ea081-998e-4d66-85bd-80ac6819733b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7def8326042e4a8fa3c19125edfb7d63&device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 1128 time: 0.0832999 Feb 07 12:01:06.818575 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 58558) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:06.869490 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 58562) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:06.882605 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bbbbbbe3-c90d-4cf8-bce3-009db8f7fe17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:06.897102 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb0f96-a5af-4f4b-a78f-63c828f0592b req-d38ba536-6918-485a-b596-7a8212767776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:06.897102 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b6bb0f96-a5af-4f4b-a78f-63c828f0592b req-d38ba536-6918-485a-b596-7a8212767776 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5c560c9d-289f-4491-b462-db6f3ab05c8e HTTP/1.1" status: 200 len: 918 time: 0.0865340 Feb 07 12:01:06.961037 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bbbbbbe3-c90d-4cf8-bce3-009db8f7fe17 admin admin] Publish callbacks [] for security_group (c54f9fac-3a58-44b4-96b1-9d177728455d), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:06.965370 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b6bb0f96-a5af-4f4b-a78f-63c828f0592b req-a63e3e49-0448-49c7-a610-b72588ce15d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1e3806d-a1bc-4f9a-8989-fe91b725cb7a HTTP/1.1" status: 200 len: 999 time: 0.0655534 Feb 07 12:01:07.013779 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb0f96-a5af-4f4b-a78f-63c828f0592b req-934bf4cb-716c-497d-bafb-7691dabd982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:07.015250 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b6bb0f96-a5af-4f4b-a78f-63c828f0592b req-934bf4cb-716c-497d-bafb-7691dabd982a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40dfba53-a55c-40ea-abe9-97a328c1f35f HTTP/1.1" status: 200 len: 856 time: 0.0434847 Feb 07 12:01:07.051048 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bbbbbbe3-c90d-4cf8-bce3-009db8f7fe17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (c54f9fac-3a58-44b4-96b1-9d177728455d), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:07.074913 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb0f96-a5af-4f4b-a78f-63c828f0592b req-91e9fe2c-14d7-4f4c-93dc-ab32a56e17bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:07.076669 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b6bb0f96-a5af-4f4b-a78f-63c828f0592b req-91e9fe2c-14d7-4f4c-93dc-ab32a56e17bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c560c9d-289f-4491-b462-db6f3ab05c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458338 Feb 07 12:01:07.100105 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-bbbbbbe3-c90d-4cf8-bce3-009db8f7fe17 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=77586936ff7f4314ad30a26083f70846&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290323 Feb 07 12:01:07.101100 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbbbe3-c90d-4cf8-bce3-009db8f7fe17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54f9fac-3a58-44b4-96b1-9d177728455d,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:07.104306 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 58564) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:07.122591 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e78c65-f4f4-4e4b-8b93-0e541fa77a32 tempest-TestVolumeBootPattern-1635929695 tempest-TestVolumeBootPattern-1635929695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:07.126831 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-d6e78c65-f4f4-4e4b-8b93-0e541fa77a32 tempest-TestVolumeBootPattern-1635929695 tempest-TestVolumeBootPattern-1635929695-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 1125 time: 0.3045342 Feb 07 12:01:07.131547 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 58566) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:07.133993 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-4dde267e-625d-4349-8e0b-96330db84685 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Request body: {'floatingip': {'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'port_id': 'bd236246-aaef-45c7-9d23-de53b4b0bd0a', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:01:07.187681 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a0d59cfe-fa9f-41b3-ae0d-86fae6eb8c75 admin admin] Publish callbacks [] for security_group (c54f9fac-3a58-44b4-96b1-9d177728455d), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:07.202341 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b6bb0f96-a5af-4f4b-a78f-63c828f0592b req-cb3e49e8-dff5-4428-b665-0a69b6432f70 service neutron] 10.222.0.18 "GET /v2.0/networks/5c560c9d-289f-4491-b462-db6f3ab05c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127343 Feb 07 12:01:07.214918 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a0d59cfe-fa9f-41b3-ae0d-86fae6eb8c75 admin admin] Publish callbacks [] for security_group (c54f9fac-3a58-44b4-96b1-9d177728455d), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:07.250849 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4dde267e-625d-4349-8e0b-96330db84685 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:07.315097 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b6bb0f96-a5af-4f4b-a78f-63c828f0592b req-34fc990f-7a1d-4e66-b6fb-63c8618a4473 service neutron] 10.222.0.18 "GET /v2.0/networks/5c560c9d-289f-4491-b462-db6f3ab05c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002741 Feb 07 12:01:07.344439 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e88479-f410-402c-ad5d-1472afd6c993 req-90a10d76-edd4-4b33-b2de-a88ae9bda05e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:07.345924 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-47e88479-f410-402c-ad5d-1472afd6c993 req-90a10d76-edd4-4b33-b2de-a88ae9bda05e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 944 time: 0.1370971 Feb 07 12:01:07.409872 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-47e88479-f410-402c-ad5d-1472afd6c993 req-b08281c4-38f9-4d3e-84a0-15d668bdd574 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564463 Feb 07 12:01:07.425819 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a0d59cfe-fa9f-41b3-ae0d-86fae6eb8c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (c54f9fac-3a58-44b4-96b1-9d177728455d), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:07.435727 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a0d59cfe-fa9f-41b3-ae0d-86fae6eb8c75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:07.435727 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-a0d59cfe-fa9f-41b3-ae0d-86fae6eb8c75 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c54f9fac-3a58-44b4-96b1-9d177728455d HTTP/1.1" status: 204 len: 168 time: 0.3248982 Feb 07 12:01:07.442044 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d59cfe-fa9f-41b3-ae0d-86fae6eb8c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54f9fac-3a58-44b4-96b1-9d177728455d,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:07.447810 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4dde267e-625d-4349-8e0b-96330db84685 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:07.556399 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_common [None req-4dde267e-625d-4349-8e0b-96330db84685 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Allocated IP 172.27.1.146 (12a459b1-c19f-48b5-9c0c-c18492f1de42/06f471c1-ec2c-4a47-a3f1-0b43664949d1/f0d37267-91b6-4f8a-8526-418be185ec95) {{(pid=109815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:01:07.667944 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4dde267e-625d-4349-8e0b-96330db84685 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for port (f0d37267-91b6-4f8a-8526-418be185ec95), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:07.675002 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 58590) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:07.768123 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4dde267e-625d-4349-8e0b-96330db84685 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8643334'] for port (f0d37267-91b6-4f8a-8526-418be185ec95), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:07.815595 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dde267e-625d-4349-8e0b-96330db84685 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Network 12a459b1-c19f-48b5-9c0c-c18492f1de42 is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:01:07.825719 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-4dde267e-625d-4349-8e0b-96330db84685 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:01:07.826635 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dde267e-625d-4349-8e0b-96330db84685 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Received port after_create {{(pid=109815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 12:01:07.832245 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde267e-625d-4349-8e0b-96330db84685 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Pushing event updated for resources: {'Port': ['ID=f0d37267-91b6-4f8a-8526-418be185ec95,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:07.876911 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-848401b6-f330-49c2-a121-76012ee2b648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:07.977895 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-848401b6-f330-49c2-a121-76012ee2b648 admin admin] Publish callbacks [] for security_group (19df5f90-0c3e-4ce0-8c65-72f2d082b10e), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:08.064655 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-848401b6-f330-49c2-a121-76012ee2b648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (19df5f90-0c3e-4ce0-8c65-72f2d082b10e), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:08.113412 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-848401b6-f330-49c2-a121-76012ee2b648 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d4126c18d49945af8b9b888f95d5fc43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4371479 Feb 07 12:01:08.114342 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 58614) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:08.115037 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848401b6-f330-49c2-a121-76012ee2b648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19df5f90-0c3e-4ce0-8c65-72f2d082b10e,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:08.225232 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-cc50abc1-e13c-416c-bb81-e51a812baf04 admin admin] Publish callbacks [] for security_group (19df5f90-0c3e-4ce0-8c65-72f2d082b10e), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:08.266848 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-cc50abc1-e13c-416c-bb81-e51a812baf04 admin admin] Publish callbacks [] for security_group (19df5f90-0c3e-4ce0-8c65-72f2d082b10e), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:08.388484 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4dde267e-625d-4349-8e0b-96330db84685 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for floatingip (648d5fa1-5808-4421-9b44-88d6936d27d4), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:08.423210 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-2b4f5b9b-8ba4-47a2-aaf5-82cfdd33332b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:08.464327 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-cc50abc1-e13c-416c-bb81-e51a812baf04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (19df5f90-0c3e-4ce0-8c65-72f2d082b10e), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:08.467394 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-cc50abc1-e13c-416c-bb81-e51a812baf04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:08.471928 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-cc50abc1-e13c-416c-bb81-e51a812baf04 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/19df5f90-0c3e-4ce0-8c65-72f2d082b10e HTTP/1.1" status: 204 len: 168 time: 0.3526461 Feb 07 12:01:08.497418 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50abc1-e13c-416c-bb81-e51a812baf04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19df5f90-0c3e-4ce0-8c65-72f2d082b10e,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:08.627360 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f39f9-6a7e-41e3-a4cf-2b4ae7a321f3 req-7c5e058b-aafe-4545-943f-b86b8616b82e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:08.629289 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-522f39f9-6a7e-41e3-a4cf-2b4ae7a321f3 req-7c5e058b-aafe-4545-943f-b86b8616b82e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 944 time: 0.0697083 Feb 07 12:01:08.639434 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4dde267e-625d-4349-8e0b-96330db84685 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (f0d37267-91b6-4f8a-8526-418be185ec95), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:08.775031 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-522f39f9-6a7e-41e3-a4cf-2b4ae7a321f3 req-b5ccaa9c-625f-48b2-be83-2090188e8177 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307383 Feb 07 12:01:08.894054 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4dde267e-625d-4349-8e0b-96330db84685 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for port (f0d37267-91b6-4f8a-8526-418be185ec95), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:08.958115 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4dde267e-625d-4349-8e0b-96330db84685 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8643343'] for port (f0d37267-91b6-4f8a-8526-418be185ec95), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:09.049102 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde267e-625d-4349-8e0b-96330db84685 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Pushing event updated for resources: {'Port': ['ID=f0d37267-91b6-4f8a-8526-418be185ec95,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:09.061365 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4dde267e-625d-4349-8e0b-96330db84685 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-875882'] for floatingip (648d5fa1-5808-4421-9b44-88d6936d27d4), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:09.169923 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.db.l3_db [None req-4dde267e-625d-4349-8e0b-96330db84685 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Floating IP 648d5fa1-5808-4421-9b44-88d6936d27d4 associated. External IP: 172.27.1.146, port: bd236246-aaef-45c7-9d23-de53b4b0bd0a. Feb 07 12:01:09.292611 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 58636) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:09.314536 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-09d84748-beb3-43fd-bd57-16172d79e87a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:09.429627 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dde267e-625d-4349-8e0b-96330db84685 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Router 1eae28b3-1167-4e2b-8353-6bae16580de1 has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 12:01:09.449211 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-09d84748-beb3-43fd-bd57-16172d79e87a admin admin] Publish callbacks [] for security_group (d4cdaea5-150d-4fa1-9df8-681473d0428c), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:09.560274 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dde267e-625d-4349-8e0b-96330db84685 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 12:01:09.567418 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-09d84748-beb3-43fd-bd57-16172d79e87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (d4cdaea5-150d-4fa1-9df8-681473d0428c), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:09.578374 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe84eb04-d90e-4561-8b7f-c52192646b67 None None] Sync routers for ids ['1eae28b3-1167-4e2b-8353-6bae16580de1'] in dv-cinder-817351-12-iscsi {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:01:09.589999 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe84eb04-d90e-4561-8b7f-c52192646b67 None None] Routers {'1eae28b3-1167-4e2b-8353-6bae16580de1'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:01:09.590869 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-fe84eb04-d90e-4561-8b7f-c52192646b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:00:40Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['1eae28b3-1167-4e2b-8353-6bae16580de1'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:01:09.639228 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 58642) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:09.639471 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-09d84748-beb3-43fd-bd57-16172d79e87a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a58c89bc9c8c40f3a3b25ff6f04bc952&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3454719 Feb 07 12:01:09.640198 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d84748-beb3-43fd-bd57-16172d79e87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cdaea5-150d-4fa1-9df8-681473d0428c,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:09.672795 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4dde267e-625d-4349-8e0b-96330db84685 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for floatingip (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:09.744633 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-fe84eb04-d90e-4561-8b7f-c52192646b67 None None] Set router 1eae28b3-1167-4e2b-8353-6bae16580de1 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:01:09.794380 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-4dde267e-625d-4349-8e0b-96330db84685 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6563046 Feb 07 12:01:09.794380 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68d92e2-19e1-420b-a3ce-14758517c3c6', 'tag': 'bd236246-aaef-45c7-9d23-de53b4b0bd0a'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:01:09.794380 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5512e24b4b829142f063b72b797f5a35d67167870001cc5935fd87f1b71448f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b27ffb5-99bd-4ddd-a696-8fc988c8dbcd" -d '{"events": [{"name": "network-changed", "server_uuid": "b68d92e2-19e1-420b-a3ce-14758517c3c6", "tag": "bd236246-aaef-45c7-9d23-de53b4b0bd0a"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:01:09.873696 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f429d115-4384-4ba3-a225-b42d1906e734 admin admin] Publish callbacks [] for security_group (d4cdaea5-150d-4fa1-9df8-681473d0428c), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:09.920660 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f429d115-4384-4ba3-a225-b42d1906e734 admin admin] Publish callbacks [] for security_group (d4cdaea5-150d-4fa1-9df8-681473d0428c), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:09.979517 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe426e4-cf70-4914-9633-562d08bdfdb8 req-5f993c5f-4f07-4f25-9225-5b6a41940e4a tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:09.981889 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-2fe426e4-cf70-4914-9633-562d08bdfdb8 req-5f993c5f-4f07-4f25-9225-5b6a41940e4a tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 944 time: 0.1123230 Feb 07 12:01:10.081792 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-2fe426e4-cf70-4914-9633-562d08bdfdb8 req-1e51fcd2-d046-412d-8123-e8b979731ab1 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935669 Feb 07 12:01:10.101473 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 12:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31ecc28-d0f0-4626-95f7-96606430413f x-openstack-request-id: req-e31ecc28-d0f0-4626-95f7-96606430413f {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:01:10.102002 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68d92e2-19e1-420b-a3ce-14758517c3c6", "tag": "bd236246-aaef-45c7-9d23-de53b4b0bd0a", "status": "completed", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:01:10.102402 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e31ecc28-d0f0-4626-95f7-96606430413f {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:01:10.102951 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68d92e2-19e1-420b-a3ce-14758517c3c6', 'tag': 'bd236246-aaef-45c7-9d23-de53b4b0bd0a', 'status': 'completed', 'code': 200} Feb 07 12:01:10.127622 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f429d115-4384-4ba3-a225-b42d1906e734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (d4cdaea5-150d-4fa1-9df8-681473d0428c), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:10.130628 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f429d115-4384-4ba3-a225-b42d1906e734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:10.133226 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-f429d115-4384-4ba3-a225-b42d1906e734 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d4cdaea5-150d-4fa1-9df8-681473d0428c HTTP/1.1" status: 204 len: 168 time: 0.4923096 Feb 07 12:01:10.141016 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429d115-4384-4ba3-a225-b42d1906e734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cdaea5-150d-4fa1-9df8-681473d0428c,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:10.224752 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-fe84eb04-d90e-4561-8b7f-c52192646b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'name': 'tempest-TestVolumeBootPattern-1377235404-router', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:49Z', 'updated_at': '2022-02-07T11:59:52Z', 'revision_number': 4, 'project_id': '2f652314e22c4aaeb65f608410318706', 'gw_port': {'id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:50Z', 'updated_at': '2022-02-07T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_floatingips': [{'id': '648d5fa1-5808-4421-9b44-88d6936d27d4', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'port_id': 'bd236246-aaef-45c7-9d23-de53b4b0bd0a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'mac_address': 'fa:16:3e:fd:ce:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68d92e2-19e1-420b-a3ce-14758517c3c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:01:08Z', 'updated_at': '2022-02-07T12:01:08Z', 'revision_number': 0, 'project_id': '2f652314e22c4aaeb65f608410318706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '021329a1-f8ab-418e-9447-bb303a23d179', 'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'mac_address': 'fa:16:3e:54:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:51Z', 'updated_at': '2022-02-07T11:59:57Z', 'revision_number': 5, 'project_id': '2f652314e22c4aaeb65f608410318706', 'subnets': [{'id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:01:10.265178 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe84eb04-d90e-4561-8b7f-c52192646b67 None None] Checking router: 1eae28b3-1167-4e2b-8353-6bae16580de1 for host: dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:01:10.292787 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe84eb04-d90e-4561-8b7f-c52192646b67 None None] Routers {'1eae28b3-1167-4e2b-8353-6bae16580de1'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:01:10.293587 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-fe84eb04-d90e-4561-8b7f-c52192646b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:00:40Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['1eae28b3-1167-4e2b-8353-6bae16580de1'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:01:10.461761 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-fe84eb04-d90e-4561-8b7f-c52192646b67 None None] Set router 1eae28b3-1167-4e2b-8353-6bae16580de1 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:01:10.585058 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-70bb436d-131d-4ab6-bb2b-5d90b2c21764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:10.886984 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-fe84eb04-d90e-4561-8b7f-c52192646b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'name': 'tempest-TestVolumeBootPattern-1377235404-router', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:49Z', 'updated_at': '2022-02-07T11:59:52Z', 'revision_number': 4, 'project_id': '2f652314e22c4aaeb65f608410318706', 'gw_port': {'id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:50Z', 'updated_at': '2022-02-07T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_floatingips': [{'id': '648d5fa1-5808-4421-9b44-88d6936d27d4', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'port_id': 'bd236246-aaef-45c7-9d23-de53b4b0bd0a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'mac_address': 'fa:16:3e:fd:ce:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68d92e2-19e1-420b-a3ce-14758517c3c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:01:08Z', 'updated_at': '2022-02-07T12:01:08Z', 'revision_number': 0, 'project_id': '2f652314e22c4aaeb65f608410318706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '021329a1-f8ab-418e-9447-bb303a23d179', 'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'mac_address': 'fa:16:3e:54:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:51Z', 'updated_at': '2022-02-07T11:59:57Z', 'revision_number': 5, 'project_id': '2f652314e22c4aaeb65f608410318706', 'subnets': [{'id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:01:10.915080 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe84eb04-d90e-4561-8b7f-c52192646b67 None None] The sync data for ids ['1eae28b3-1167-4e2b-8353-6bae16580de1'] in dv-cinder-817351-12-iscsi is: [{'id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'name': 'tempest-TestVolumeBootPattern-1377235404-router', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:49Z', 'updated_at': '2022-02-07T11:59:52Z', 'revision_number': 4, 'project_id': '2f652314e22c4aaeb65f608410318706', 'gw_port': {'id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:50Z', 'updated_at': '2022-02-07T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_floatingips': [{'id': '648d5fa1-5808-4421-9b44-88d6936d27d4', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'port_id': 'bd236246-aaef-45c7-9d23-de53b4b0bd0a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'mac_address': 'fa:16:3e:fd:ce:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68d92e2-19e1-420b-a3ce-14758517c3c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:01:08Z', 'updated_at': '2022-02-07T12:01:08Z', 'revision_number': 0, 'project_id': '2f652314e22c4aaeb65f608410318706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '021329a1-f8ab-418e-9447-bb303a23d179', 'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'mac_address': 'fa:16:3e:54:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:51Z', 'updated_at': '2022-02-07T11:59:57Z', 'revision_number': 5, 'project_id': '2f652314e22c4aaeb65f608410318706', 'subnets': [{'id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:01:10.971808 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 58666) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:10.987314 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-579b9369-cfe7-4267-9705-93304775b22a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:11.105130 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-579b9369-cfe7-4267-9705-93304775b22a admin admin] Publish callbacks [] for security_group (dee29be6-8a1d-4f16-a858-77f25a5eab26), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:11.171685 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-579b9369-cfe7-4267-9705-93304775b22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (dee29be6-8a1d-4f16-a858-77f25a5eab26), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:11.243246 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796697d8-dbe8-4f77-a19e-4d0371019cb1 None None] New status for floating IP 648d5fa1-5808-4421-9b44-88d6936d27d4: ACTIVE {{(pid=109818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 12:01:11.507788 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-579b9369-cfe7-4267-9705-93304775b22a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c41dc5898a8e42a1a910d75909cf2e10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5348794 Feb 07 12:01:11.510611 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 58676) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:11.524900 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b9369-cfe7-4267-9705-93304775b22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee29be6-8a1d-4f16-a858-77f25a5eab26,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:11.562375 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 12:01:11.564673 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c76af-ba02-47c7-97e0-7a3d8eff0837 req-c9516c80-d48e-4d71-82c2-e0925581dd80 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:11.573481 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c06c76af-ba02-47c7-97e0-7a3d8eff0837 req-c9516c80-d48e-4d71-82c2-e0925581dd80 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 944 time: 0.3665354 Feb 07 12:01:11.597508 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-98696c0b-ca05-417d-a357-dac6aeab7a6b admin admin] Publish callbacks [] for security_group (dee29be6-8a1d-4f16-a858-77f25a5eab26), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:11.619724 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-98696c0b-ca05-417d-a357-dac6aeab7a6b admin admin] Publish callbacks [] for security_group (dee29be6-8a1d-4f16-a858-77f25a5eab26), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:11.627739 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c06c76af-ba02-47c7-97e0-7a3d8eff0837 req-55eea9b3-1e00-4d31-8a6b-02780375b90f tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530851 Feb 07 12:01:11.714667 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:11.748946 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-98696c0b-ca05-417d-a357-dac6aeab7a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (dee29be6-8a1d-4f16-a858-77f25a5eab26), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:11.751606 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-98696c0b-ca05-417d-a357-dac6aeab7a6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:11.752755 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-98696c0b-ca05-417d-a357-dac6aeab7a6b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dee29be6-8a1d-4f16-a858-77f25a5eab26 HTTP/1.1" status: 204 len: 168 time: 0.2411351 Feb 07 12:01:11.761335 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98696c0b-ca05-417d-a357-dac6aeab7a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee29be6-8a1d-4f16-a858-77f25a5eab26,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:12.776013 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfceb88-4376-44cb-a0b3-8cacd7d7f850 req-fca8dc44-faef-4906-8688-72fddd636251 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:12.783395 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bbfceb88-4376-44cb-a0b3-8cacd7d7f850 req-fca8dc44-faef-4906-8688-72fddd636251 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 944 time: 0.0663962 Feb 07 12:01:12.830261 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bbfceb88-4376-44cb-a0b3-8cacd7d7f850 req-f0b99f9b-c92e-456b-bf16-18fe77a90ce8 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458083 Feb 07 12:01:13.386299 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 58712) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:13.505539 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-a45fa63d-2ecf-4e8c-bded-a9a736bc8714 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1296865891-network', 'tenant_id': '7799577cc9d34855ac2981cc2fea9550'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:01:13.607973 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45fa63d-2ecf-4e8c-bded-a9a736bc8714 admin admin] Made reservation on behalf of 7799577cc9d34855ac2981cc2fea9550 for: {'network': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:01:13.613379 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-a45fa63d-2ecf-4e8c-bded-a9a736bc8714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for network (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:13.624157 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-a45fa63d-2ecf-4e8c-bded-a9a736bc8714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:13.651289 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:13.706198 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-a45fa63d-2ecf-4e8c-bded-a9a736bc8714 admin admin] Publish callbacks [] for security_group (f845d291-4d37-4bd9-b3d1-8d824856b9de), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:13.765664 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-a45fa63d-2ecf-4e8c-bded-a9a736bc8714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (f845d291-4d37-4bd9-b3d1-8d824856b9de), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:13.791457 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45fa63d-2ecf-4e8c-bded-a9a736bc8714 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=109816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:01:13.802230 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fa63d-2ecf-4e8c-bded-a9a736bc8714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f845d291-4d37-4bd9-b3d1-8d824856b9de,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:13.807705 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-a45fa63d-2ecf-4e8c-bded-a9a736bc8714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (0adf2196-25d0-4aea-83b3-2b89a8761ca4), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:13.808045 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.db.segments_db [None req-a45fa63d-2ecf-4e8c-bded-a9a736bc8714 admin admin] Added segment 0adf2196-25d0-4aea-83b3-2b89a8761ca4 of type vlan for network 36825396-2169-40b1-991c-8ef7219112aa Feb 07 12:01:13.855058 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-a45fa63d-2ecf-4e8c-bded-a9a736bc8714 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782771090189'] for network (36825396-2169-40b1-991c-8ef7219112aa), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:13.938992 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-a45fa63d-2ecf-4e8c-bded-a9a736bc8714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685'] for network (36825396-2169-40b1-991c-8ef7219112aa), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:13.940011 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45fa63d-2ecf-4e8c-bded-a9a736bc8714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:13.940594 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-a45fa63d-2ecf-4e8c-bded-a9a736bc8714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:13.986047 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1c65d-6528-484a-9019-e00ffc173791 req-cf9336b6-3551-45c2-800b-9d2335b31af9 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:13.994291 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-41d1c65d-6528-484a-9019-e00ffc173791 req-cf9336b6-3551-45c2-800b-9d2335b31af9 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 944 time: 0.0739174 Feb 07 12:01:13.999227 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fa63d-2ecf-4e8c-bded-a9a736bc8714 admin admin] Pushing event updated for resources: {'Network': ['ID=36825396-2169-40b1-991c-8ef7219112aa,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:14.011659 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Network 36825396-2169-40b1-991c-8ef7219112aa details requested by agent ovs-agent-dv-cinder-817351-12-iscsi with host dv-cinder-817351-12-iscsi {{(pid=109817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 12:01:14.055794 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-41d1c65d-6528-484a-9019-e00ffc173791 req-71220b91-5842-4d67-8950-2e0b0e961261 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572100 Feb 07 12:01:14.064696 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-a45fa63d-2ecf-4e8c-bded-a9a736bc8714 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6771376 Feb 07 12:01:14.065361 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 58722) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:14.071037 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-e703e411-54e8-4ea5-8b6c-c7f87dcb040c admin admin] Request body: {'subnet': {'network_id': '36825396-2169-40b1-991c-8ef7219112aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1296865891-subnet', 'tenant_id': '7799577cc9d34855ac2981cc2fea9550', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:01:14.155548 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e703e411-54e8-4ea5-8b6c-c7f87dcb040c admin admin] Made reservation on behalf of 7799577cc9d34855ac2981cc2fea9550 for: {'subnet': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:01:14.158001 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e703e411-54e8-4ea5-8b6c-c7f87dcb040c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9316235'] for subnet (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:14.411817 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e703e411-54e8-4ea5-8b6c-c7f87dcb040c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9209730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9316277'] for subnet (72a65a49-cdbd-444e-a3b7-6babf93d02b9), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:14.466522 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703e411-54e8-4ea5-8b6c-c7f87dcb040c admin admin] Pushing event updated for resources: {'Subnet': ['ID=72a65a49-cdbd-444e-a3b7-6babf93d02b9,revision_number=0']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:14.490183 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e703e411-54e8-4ea5-8b6c-c7f87dcb040c admin admin] Checking segment: {'id': '0adf2196-25d0-4aea-83b3-2b89a8761ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '36825396-2169-40b1-991c-8ef7219112aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 12:01:14.490536 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e703e411-54e8-4ea5-8b6c-c7f87dcb040c admin admin] Network hostable DHCP agents. Network: 36825396-2169-40b1-991c-8ef7219112aa, hostable agents: ['61316a96-21e8-4d75-a705-e1a638ca8432'], hosted agents: [] {{(pid=109816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:01:14.555742 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e703e411-54e8-4ea5-8b6c-c7f87dcb040c admin admin] Network 36825396-2169-40b1-991c-8ef7219112aa is scheduled to be hosted by DHCP agent 61316a96-21e8-4d75-a705-e1a638ca8432 with binding_index 1 {{(pid=109816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:01:14.630196 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-e703e411-54e8-4ea5-8b6c-c7f87dcb040c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-12-iscsi, 36825396-2169-40b1-991c-8ef7219112aa) {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:01:14.636796 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e703e411-54e8-4ea5-8b6c-c7f87dcb040c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:14.641630 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e703e411-54e8-4ea5-8b6c-c7f87dcb040c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:14.644465 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38edbbd3-fa70-459d-9441-4d20cf9540c7 None None] Network 36825396-2169-40b1-991c-8ef7219112aa requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 12:01:14.687749 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:14.715445 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-e703e411-54e8-4ea5-8b6c-c7f87dcb040c admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6466875 Feb 07 12:01:14.777279 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dc6708-2d66-44f1-8521-7e964f1108b3 None None] Network 36825396-2169-40b1-991c-8ef7219112aa requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 12:01:15.219180 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c6458-9b9e-46db-8e8e-9fdfd3dbdc20 req-07819a5f-00fa-41b6-8e8e-77d4269fda23 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:15.225500 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-133c6458-9b9e-46db-8e8e-9fdfd3dbdc20 req-07819a5f-00fa-41b6-8e8e-77d4269fda23 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 944 time: 0.0877631 Feb 07 12:01:15.279399 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-133c6458-9b9e-46db-8e8e-9fdfd3dbdc20 req-e1b9c8f5-d9da-4985-b47e-b4c592c664f7 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479801 Feb 07 12:01:15.507017 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677b34f-70e2-46f8-80bf-b38032c148a5 req-a713e93a-ddd5-4e80-a3dd-75e2e06a3843 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:15.508918 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5677b34f-70e2-46f8-80bf-b38032c148a5 req-a713e93a-ddd5-4e80-a3dd-75e2e06a3843 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 984 time: 0.0621085 Feb 07 12:01:15.522585 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 58750) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:15.527479 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-bcfb9f89-2f5f-4f94-bc5b-9e750bee95f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-536209339-network', 'tenant_id': 'cd01a641c4c748a088d4142af7da25e6'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:01:15.571255 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5677b34f-70e2-46f8-80bf-b38032c148a5 req-9bfc9ea2-2015-4a5a-95ef-2eda5eb67798 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&id=1b55ef47-0f59-42a5-ac50-67655bde48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563574 Feb 07 12:01:15.612525 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfb9f89-2f5f-4f94-bc5b-9e750bee95f3 admin admin] Made reservation on behalf of cd01a641c4c748a088d4142af7da25e6 for: {'network': 1} {{(pid=109815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:01:15.616361 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bcfb9f89-2f5f-4f94-bc5b-9e750bee95f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for network (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:15.631694 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bcfb9f89-2f5f-4f94-bc5b-9e750bee95f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:15.708366 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bcfb9f89-2f5f-4f94-bc5b-9e750bee95f3 admin admin] Publish callbacks [] for security_group (bf437441-a406-4743-a56c-fffc9e188add), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:15.778729 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bcfb9f89-2f5f-4f94-bc5b-9e750bee95f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (bf437441-a406-4743-a56c-fffc9e188add), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:15.805198 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcfb9f89-2f5f-4f94-bc5b-9e750bee95f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=109815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:01:15.815532 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb9f89-2f5f-4f94-bc5b-9e750bee95f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf437441-a406-4743-a56c-fffc9e188add,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:15.820546 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bcfb9f89-2f5f-4f94-bc5b-9e750bee95f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (c0a1b2a3-9cec-4550-b66a-2d3980001f02), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:15.821937 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.db.segments_db [None req-bcfb9f89-2f5f-4f94-bc5b-9e750bee95f3 admin admin] Added segment c0a1b2a3-9cec-4550-b66a-2d3980001f02 of type vlan for network 5190b123-8b81-4482-ac84-dcb03a3cf29c Feb 07 12:01:15.867417 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bcfb9f89-2f5f-4f94-bc5b-9e750bee95f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782771090189'] for network (5190b123-8b81-4482-ac84-dcb03a3cf29c), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:15.973061 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bcfb9f89-2f5f-4f94-bc5b-9e750bee95f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685'] for network (5190b123-8b81-4482-ac84-dcb03a3cf29c), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:15.974104 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfb9f89-2f5f-4f94-bc5b-9e750bee95f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:15.977429 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bcfb9f89-2f5f-4f94-bc5b-9e750bee95f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:16.040569 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb9f89-2f5f-4f94-bc5b-9e750bee95f3 admin admin] Pushing event updated for resources: {'Network': ['ID=5190b123-8b81-4482-ac84-dcb03a3cf29c,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:16.053437 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Network 5190b123-8b81-4482-ac84-dcb03a3cf29c details requested by agent ovs-agent-dv-cinder-817351-12-iscsi with host dv-cinder-817351-12-iscsi {{(pid=109817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 12:01:16.100066 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-bcfb9f89-2f5f-4f94-bc5b-9e750bee95f3 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5762546 Feb 07 12:01:16.102331 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 58758) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:16.107134 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-6831b8e5-9e10-41d5-90e6-5ed4ee35a0af admin admin] Request body: {'subnet': {'network_id': '5190b123-8b81-4482-ac84-dcb03a3cf29c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-536209339-subnet', 'tenant_id': 'cd01a641c4c748a088d4142af7da25e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:01:16.230032 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6831b8e5-9e10-41d5-90e6-5ed4ee35a0af admin admin] Made reservation on behalf of cd01a641c4c748a088d4142af7da25e6 for: {'subnet': 1} {{(pid=109815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:01:16.232420 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6831b8e5-9e10-41d5-90e6-5ed4ee35a0af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3889258'] for subnet (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:16.477589 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b3438-64e3-4cfc-a12c-e93ff63d1986 req-96481a91-3e1d-4baf-845b-abbdcf2085c8 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:16.477589 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-599b3438-64e3-4cfc-a12c-e93ff63d1986 req-96481a91-3e1d-4baf-845b-abbdcf2085c8 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 944 time: 0.1003582 Feb 07 12:01:16.525664 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-599b3438-64e3-4cfc-a12c-e93ff63d1986 req-0c1b0f1a-55af-41a7-b306-ef049d03bdd4 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489020 Feb 07 12:01:16.712818 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d37ca-56c3-4488-944d-1b8e4b62bb54 req-595d7137-c3a1-4116-9f90-2cdd07d99e42 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:16.714363 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-628d37ca-56c3-4488-944d-1b8e4b62bb54 req-595d7137-c3a1-4116-9f90-2cdd07d99e42 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 984 time: 0.0711639 Feb 07 12:01:16.798288 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-628d37ca-56c3-4488-944d-1b8e4b62bb54 req-77391725-801d-433d-9e52-e7e5f6fa918c tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&id=1b55ef47-0f59-42a5-ac50-67655bde48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0774202 Feb 07 12:01:17.076160 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6831b8e5-9e10-41d5-90e6-5ed4ee35a0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8643482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3889236'] for subnet (d50ff91b-f5ed-4956-8b38-1c47335dedcb), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:17.131173 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831b8e5-9e10-41d5-90e6-5ed4ee35a0af admin admin] Pushing event updated for resources: {'Subnet': ['ID=d50ff91b-f5ed-4956-8b38-1c47335dedcb,revision_number=0']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:17.143081 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6831b8e5-9e10-41d5-90e6-5ed4ee35a0af admin admin] Checking segment: {'id': 'c0a1b2a3-9cec-4550-b66a-2d3980001f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5190b123-8b81-4482-ac84-dcb03a3cf29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 12:01:17.149852 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6831b8e5-9e10-41d5-90e6-5ed4ee35a0af admin admin] Network hostable DHCP agents. Network: 5190b123-8b81-4482-ac84-dcb03a3cf29c, hostable agents: ['61316a96-21e8-4d75-a705-e1a638ca8432'], hosted agents: [] {{(pid=109815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:01:17.223066 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6831b8e5-9e10-41d5-90e6-5ed4ee35a0af admin admin] Network 5190b123-8b81-4482-ac84-dcb03a3cf29c is scheduled to be hosted by DHCP agent 61316a96-21e8-4d75-a705-e1a638ca8432 with binding_index 1 {{(pid=109815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:01:17.326531 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-6831b8e5-9e10-41d5-90e6-5ed4ee35a0af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-12-iscsi, 5190b123-8b81-4482-ac84-dcb03a3cf29c) {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:01:17.331001 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6831b8e5-9e10-41d5-90e6-5ed4ee35a0af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:17.331908 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6831b8e5-9e10-41d5-90e6-5ed4ee35a0af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for subnet (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:17.340268 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da95b9fd-ba20-419c-8620-7933b47bbc1f None None] Network 5190b123-8b81-4482-ac84-dcb03a3cf29c requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 12:01:17.410110 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-6831b8e5-9e10-41d5-90e6-5ed4ee35a0af admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3066115 Feb 07 12:01:17.456079 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7f21c0-d5ef-4fa4-9db7-62c2710dc9d2 None None] Network 5190b123-8b81-4482-ac84-dcb03a3cf29c requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 12:01:17.695027 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816eda96-40f7-4fea-be89-725dc019e097 req-f3041a0e-788d-434d-8a22-ef5180f3b025 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:17.696835 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-816eda96-40f7-4fea-be89-725dc019e097 req-f3041a0e-788d-434d-8a22-ef5180f3b025 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 944 time: 0.0801258 Feb 07 12:01:17.754262 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-816eda96-40f7-4fea-be89-725dc019e097 req-1bc04ee7-d520-499b-a0a2-3c17ae78833f tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513563 Feb 07 12:01:17.923770 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238924d-839b-41c0-a971-332ed52780c5 req-5a5768b2-e9f8-41b2-a0e3-4b360f4f4fdb tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:17.925586 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f238924d-839b-41c0-a971-332ed52780c5 req-5a5768b2-e9f8-41b2-a0e3-4b360f4f4fdb tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 984 time: 0.0575454 Feb 07 12:01:17.986914 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f238924d-839b-41c0-a971-332ed52780c5 req-0e0e3f26-5825-478e-87cf-f0be546c7f77 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&id=1b55ef47-0f59-42a5-ac50-67655bde48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554597 Feb 07 12:01:18.878925 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8257518-4b06-4d32-aa19-e1ce14fefb4f req-2f81499c-a567-4ff4-940b-ebe5cc8208f0 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:18.880429 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-d8257518-4b06-4d32-aa19-e1ce14fefb4f req-2f81499c-a567-4ff4-940b-ebe5cc8208f0 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 944 time: 0.0526788 Feb 07 12:01:18.928925 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-d8257518-4b06-4d32-aa19-e1ce14fefb4f req-4aae6314-941c-479d-91c9-b0a7fe327cac tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422008 Feb 07 12:01:19.112209 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb704a3a-3eb7-470b-b9b2-8e6e0cc20eae req-0410eddd-3709-4c06-b7c1-9640783307aa tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:19.113800 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-fb704a3a-3eb7-470b-b9b2-8e6e0cc20eae req-0410eddd-3709-4c06-b7c1-9640783307aa tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 984 time: 0.0536172 Feb 07 12:01:19.177016 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-fb704a3a-3eb7-470b-b9b2-8e6e0cc20eae req-94f3ee54-fdf9-4622-a1fd-3cffbf6f9b05 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&id=1b55ef47-0f59-42a5-ac50-67655bde48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573902 Feb 07 12:01:20.052319 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb4b72-ef1e-4b55-8298-8f890f37564c req-201d9412-b825-43ae-865b-0835cf8e1485 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:20.053851 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-26fb4b72-ef1e-4b55-8298-8f890f37564c req-201d9412-b825-43ae-865b-0835cf8e1485 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 944 time: 0.0517290 Feb 07 12:01:20.110312 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-26fb4b72-ef1e-4b55-8298-8f890f37564c req-2b001a54-f7bd-43eb-a63e-4bb983539ad0 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399110 Feb 07 12:01:20.296224 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647ff79-9ac2-41e3-9879-2f1cdc393d4c req-18b67527-f199-44c0-b810-56883aa946b1 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:20.297975 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7647ff79-9ac2-41e3-9879-2f1cdc393d4c req-18b67527-f199-44c0-b810-56883aa946b1 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 984 time: 0.0540953 Feb 07 12:01:20.359434 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7647ff79-9ac2-41e3-9879-2f1cdc393d4c req-8fe6dcfe-0d31-448f-9573-ef9365a3901a tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&id=1b55ef47-0f59-42a5-ac50-67655bde48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550053 Feb 07 12:01:21.228794 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73741b72-0811-41f6-80d1-b8f8f727f4ef req-81de111a-d993-417f-a5db-6cfc6b2e8f8d tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:21.230438 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-73741b72-0811-41f6-80d1-b8f8f727f4ef req-81de111a-d993-417f-a5db-6cfc6b2e8f8d tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 944 time: 0.0585327 Feb 07 12:01:21.284758 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-73741b72-0811-41f6-80d1-b8f8f727f4ef req-c5fcd369-d351-49c3-958f-4672b3861ff9 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479617 Feb 07 12:01:21.479224 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5c7e5-cfa7-40a0-927e-b9ceca3c211a req-978f1579-dcec-4ced-8cf0-6becb9de4ae6 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:21.480685 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a1b5c7e5-cfa7-40a0-927e-b9ceca3c211a req-978f1579-dcec-4ced-8cf0-6becb9de4ae6 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 984 time: 0.0523686 Feb 07 12:01:21.539354 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a1b5c7e5-cfa7-40a0-927e-b9ceca3c211a req-fbebd759-0728-4b75-abfb-0d8e7a996ea3 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&id=1b55ef47-0f59-42a5-ac50-67655bde48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521994 Feb 07 12:01:22.433156 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2549a4-b21e-40c3-93c6-eed9d8f177e0 req-87cd1b8f-471c-46f4-9202-7a98124d32e8 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:22.434665 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4d2549a4-b21e-40c3-93c6-eed9d8f177e0 req-87cd1b8f-471c-46f4-9202-7a98124d32e8 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 944 time: 0.0680747 Feb 07 12:01:22.447174 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27ffb5-99bd-4ddd-a696-8fc988c8dbcd req-d22e4eea-22b8-4baf-b450-f9d6dcfba3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:22.448426 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3b27ffb5-99bd-4ddd-a696-8fc988c8dbcd req-d22e4eea-22b8-4baf-b450-f9d6dcfba3b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f652314e22c4aaeb65f608410318706&device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 1130 time: 0.0511205 Feb 07 12:01:22.482734 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4d2549a4-b21e-40c3-93c6-eed9d8f177e0 req-53e7944d-eedb-44fd-a15b-0b92d1375d62 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423703 Feb 07 12:01:22.556972 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27ffb5-99bd-4ddd-a696-8fc988c8dbcd req-330e3536-aa4f-4126-93e0-de3a1cead573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:22.558323 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3b27ffb5-99bd-4ddd-a696-8fc988c8dbcd req-330e3536-aa4f-4126-93e0-de3a1cead573 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1d02701c-c637-4fd0-a81a-05c2ec80c184 HTTP/1.1" status: 200 len: 913 time: 0.1019642 Feb 07 12:01:22.912780 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3b27ffb5-99bd-4ddd-a696-8fc988c8dbcd req-e189b887-030f-427d-ac64-c5d56fc236ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd236246-aaef-45c7-9d23-de53b4b0bd0a HTTP/1.1" status: 200 len: 1002 time: 0.3394778 Feb 07 12:01:22.919242 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62656b8-ddff-457b-bb55-d51abd9d576d req-a6c0ea18-ae83-401d-8f44-3bc566014db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:22.920700 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a62656b8-ddff-457b-bb55-d51abd9d576d req-a6c0ea18-ae83-401d-8f44-3bc566014db0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6776d9c9ed2f48c39315e1519cd258f2&device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 1168 time: 0.3768849 Feb 07 12:01:23.006984 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c23fa2-2135-40d5-b2bc-dd168f280bb0 req-486f3dc3-5362-4c25-b345-bc9b75fe9aec tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:23.008449 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c4c23fa2-2135-40d5-b2bc-dd168f280bb0 req-486f3dc3-5362-4c25-b345-bc9b75fe9aec tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 984 time: 0.1575029 Feb 07 12:01:23.039943 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27ffb5-99bd-4ddd-a696-8fc988c8dbcd req-bb2accd3-abfe-4bcb-8504-2900ca64c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:23.041948 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3b27ffb5-99bd-4ddd-a696-8fc988c8dbcd req-bb2accd3-abfe-4bcb-8504-2900ca64c26e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5739ce3e-861c-4135-b445-d8ec087e8538 HTTP/1.1" status: 200 len: 851 time: 0.1204340 Feb 07 12:01:23.138297 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62656b8-ddff-457b-bb55-d51abd9d576d req-c0e13212-71d1-4bf2-810d-124e167e63f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:23.139771 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a62656b8-ddff-457b-bb55-d51abd9d576d req-c0e13212-71d1-4bf2-810d-124e167e63f2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=38900fc3-64b1-482b-951a-e6d2ba6b664b HTTP/1.1" status: 200 len: 915 time: 0.2067780 Feb 07 12:01:23.145710 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c4c23fa2-2135-40d5-b2bc-dd168f280bb0 req-f0abebac-86d7-4472-85fe-309e18680894 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&id=1b55ef47-0f59-42a5-ac50-67655bde48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1297522 Feb 07 12:01:23.190543 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27ffb5-99bd-4ddd-a696-8fc988c8dbcd req-99807715-fccf-426b-888d-232867c5e872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:23.192186 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3b27ffb5-99bd-4ddd-a696-8fc988c8dbcd req-99807715-fccf-426b-888d-232867c5e872 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1d02701c-c637-4fd0-a81a-05c2ec80c184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1439075 Feb 07 12:01:23.195787 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:23.254587 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a62656b8-ddff-457b-bb55-d51abd9d576d req-a8a5f034-5c38-4157-a12f-92f32667ad0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e48e753-7851-4836-a4ee-17ecba5a1834 HTTP/1.1" status: 200 len: 1001 time: 0.1079071 Feb 07 12:01:23.332177 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62656b8-ddff-457b-bb55-d51abd9d576d req-28ceed99-50ff-4e34-a84d-d27674d5406f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:23.333627 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a62656b8-ddff-457b-bb55-d51abd9d576d req-28ceed99-50ff-4e34-a84d-d27674d5406f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c298de01-5de8-498a-b313-e70f45d99c1c HTTP/1.1" status: 200 len: 853 time: 0.0714989 Feb 07 12:01:23.339477 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3b27ffb5-99bd-4ddd-a696-8fc988c8dbcd req-a2a2b45b-0669-40e2-bf88-48997377fe12 service neutron] 10.222.0.18 "GET /v2.0/networks/1d02701c-c637-4fd0-a81a-05c2ec80c184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375134 Feb 07 12:01:23.451168 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62656b8-ddff-457b-bb55-d51abd9d576d req-28c88965-202c-40ce-a5bd-61bd44fdb329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:23.452580 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a62656b8-ddff-457b-bb55-d51abd9d576d req-28c88965-202c-40ce-a5bd-61bd44fdb329 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38900fc3-64b1-482b-951a-e6d2ba6b664b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1122885 Feb 07 12:01:23.469636 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3b27ffb5-99bd-4ddd-a696-8fc988c8dbcd req-7cf3823e-dab4-4e4c-a931-ac28b16c8f1c service neutron] 10.222.0.18 "GET /v2.0/networks/1d02701c-c637-4fd0-a81a-05c2ec80c184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220245 Feb 07 12:01:23.545116 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a62656b8-ddff-457b-bb55-d51abd9d576d req-9f83b38f-97cb-4bd6-9e91-84f3c055c4fe service neutron] 10.222.0.18 "GET /v2.0/networks/38900fc3-64b1-482b-951a-e6d2ba6b664b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854526 Feb 07 12:01:23.622718 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e7c0a-f25e-467c-af2b-213b9c75f76c req-c0ef638c-2a18-4c2f-a122-059469ce5e66 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:23.624239 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b39e7c0a-f25e-467c-af2b-213b9c75f76c req-c0ef638c-2a18-4c2f-a122-059469ce5e66 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 944 time: 0.0649118 Feb 07 12:01:23.650758 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a62656b8-ddff-457b-bb55-d51abd9d576d req-36ea67f5-3420-43b7-9df1-a96bf1f7a493 service neutron] 10.222.0.18 "GET /v2.0/networks/38900fc3-64b1-482b-951a-e6d2ba6b664b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981102 Feb 07 12:01:23.671584 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b39e7c0a-f25e-467c-af2b-213b9c75f76c req-3f9485c8-87ae-4f2a-af93-95baedaf1431 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416784 Feb 07 12:01:24.267019 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb70614-15e5-48c1-a091-208de273adc9 req-3c84ba92-d1d6-4a63-930c-f8f69b2b1d00 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:24.268514 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6eb70614-15e5-48c1-a091-208de273adc9 req-3c84ba92-d1d6-4a63-930c-f8f69b2b1d00 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 984 time: 0.0562410 Feb 07 12:01:24.327845 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6eb70614-15e5-48c1-a091-208de273adc9 req-23394962-0add-411d-94e9-9a7842a00a24 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&id=1b55ef47-0f59-42a5-ac50-67655bde48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535769 Feb 07 12:01:24.794476 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760ce79-2217-4463-b95a-b6831d3bc874 req-43713e9b-77f7-45a0-9bc2-2cbc0c6b610e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:24.795949 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e760ce79-2217-4463-b95a-b6831d3bc874 req-43713e9b-77f7-45a0-9bc2-2cbc0c6b610e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 944 time: 0.0514650 Feb 07 12:01:24.841800 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e760ce79-2217-4463-b95a-b6831d3bc874 req-e2c3e690-19b8-431b-98b1-d0d96a829389 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403733 Feb 07 12:01:25.467166 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1704d2d-05a5-4807-a59e-2e79c238cbd8 req-e6a14887-8c56-402f-b7b9-a7ddb0f144df tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:25.468694 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d1704d2d-05a5-4807-a59e-2e79c238cbd8 req-e6a14887-8c56-402f-b7b9-a7ddb0f144df tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 984 time: 0.0673058 Feb 07 12:01:25.527704 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d1704d2d-05a5-4807-a59e-2e79c238cbd8 req-523335cc-7218-4038-be2f-bbf66c9a408f tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&id=1b55ef47-0f59-42a5-ac50-67655bde48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532150 Feb 07 12:01:25.982395 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d63ed-9ba2-4c0d-8814-5980c29c59e8 req-e4e241ce-5cf5-496a-bd90-1842980c121d tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:25.983906 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-606d63ed-9ba2-4c0d-8814-5980c29c59e8 req-e4e241ce-5cf5-496a-bd90-1842980c121d tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 944 time: 0.0682647 Feb 07 12:01:26.046092 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-606d63ed-9ba2-4c0d-8814-5980c29c59e8 req-05dc005f-7497-4e14-b64c-1eb9b583b873 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566483 Feb 07 12:01:26.647770 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa765178-e94d-41b0-8259-3ee69de4083a req-c17297e7-2711-40a6-aaa1-9acc35477ca6 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:26.649169 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-aa765178-e94d-41b0-8259-3ee69de4083a req-c17297e7-2711-40a6-aaa1-9acc35477ca6 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 984 time: 0.0525672 Feb 07 12:01:26.708469 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-aa765178-e94d-41b0-8259-3ee69de4083a req-6c213220-0402-446e-a5ff-4d0212e20f57 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&id=1b55ef47-0f59-42a5-ac50-67655bde48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528653 Feb 07 12:01:26.960666 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 58906) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:27.066053 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-910ec527-875f-4075-a1a4-cdb68ba12aa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:27.144106 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-910ec527-875f-4075-a1a4-cdb68ba12aa7 admin admin] Publish callbacks [] for security_group (107bbb9f-c606-429e-bdba-a4ac91d1b063), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:27.174304 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967fdea-27b4-4a90-a484-9148cc9b6b4d req-b8db21af-eb19-419b-8d76-9f616ee329eb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:27.175713 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4967fdea-27b4-4a90-a484-9148cc9b6b4d req-b8db21af-eb19-419b-8d76-9f616ee329eb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 944 time: 0.0532649 Feb 07 12:01:27.218728 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-910ec527-875f-4075-a1a4-cdb68ba12aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (107bbb9f-c606-429e-bdba-a4ac91d1b063), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:27.224122 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4967fdea-27b4-4a90-a484-9148cc9b6b4d req-eb65a349-15f1-47e0-859f-785d4dc84704 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429480 Feb 07 12:01:27.263686 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-910ec527-875f-4075-a1a4-cdb68ba12aa7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3aac57a68f4c417a9d926e1f32a5f70b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3018861 Feb 07 12:01:27.264653 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ec527-875f-4075-a1a4-cdb68ba12aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107bbb9f-c606-429e-bdba-a4ac91d1b063,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:27.267422 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 58920) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:27.320569 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0d7a305e-89e9-4bdf-9289-dd211ce236a3 admin admin] Publish callbacks [] for security_group (107bbb9f-c606-429e-bdba-a4ac91d1b063), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:27.351530 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0d7a305e-89e9-4bdf-9289-dd211ce236a3 admin admin] Publish callbacks [] for security_group (107bbb9f-c606-429e-bdba-a4ac91d1b063), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:27.460741 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0d7a305e-89e9-4bdf-9289-dd211ce236a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (107bbb9f-c606-429e-bdba-a4ac91d1b063), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:27.463742 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0d7a305e-89e9-4bdf-9289-dd211ce236a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:27.464901 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-0d7a305e-89e9-4bdf-9289-dd211ce236a3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/107bbb9f-c606-429e-bdba-a4ac91d1b063 HTTP/1.1" status: 204 len: 168 time: 0.1967962 Feb 07 12:01:27.473189 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a305e-89e9-4bdf-9289-dd211ce236a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107bbb9f-c606-429e-bdba-a4ac91d1b063,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:27.828618 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b123a8b-3dd3-4327-8259-ad1b6d622995 req-dc8fdc65-89b4-4517-8fa4-e65ddabc4999 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:27.830173 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8b123a8b-3dd3-4327-8259-ad1b6d622995 req-dc8fdc65-89b4-4517-8fa4-e65ddabc4999 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 984 time: 0.0535462 Feb 07 12:01:27.888911 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8b123a8b-3dd3-4327-8259-ad1b6d622995 req-2d6b2e32-bff6-4c5b-b645-5395ce6c8892 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&id=1b55ef47-0f59-42a5-ac50-67655bde48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529382 Feb 07 12:01:28.049410 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 58930) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:28.062873 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6706aaa1-1b3c-4d19-a91d-14514bd205ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:28.138706 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6706aaa1-1b3c-4d19-a91d-14514bd205ad admin admin] Publish callbacks [] for security_group (3091335e-e6ce-4167-8f47-ad3a348ba5bc), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:28.206698 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6706aaa1-1b3c-4d19-a91d-14514bd205ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (3091335e-e6ce-4167-8f47-ad3a348ba5bc), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:28.244516 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-6706aaa1-1b3c-4d19-a91d-14514bd205ad admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d8cee59457e04396a8fc04db0c761acf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1940176 Feb 07 12:01:28.245211 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706aaa1-1b3c-4d19-a91d-14514bd205ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3091335e-e6ce-4167-8f47-ad3a348ba5bc,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:28.247554 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 58932) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:28.302266 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-12abbaa5-0a91-4133-a4d1-604eb3ce821b admin admin] Publish callbacks [] for security_group (3091335e-e6ce-4167-8f47-ad3a348ba5bc), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:28.344354 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-12abbaa5-0a91-4133-a4d1-604eb3ce821b admin admin] Publish callbacks [] for security_group (3091335e-e6ce-4167-8f47-ad3a348ba5bc), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:28.388508 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122836ab-1949-4a38-942f-d0b01ef2e91f req-e87ebaf6-0718-4c43-91b8-15fd69ff46df tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:28.390040 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-122836ab-1949-4a38-942f-d0b01ef2e91f req-e87ebaf6-0718-4c43-91b8-15fd69ff46df tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 944 time: 0.0905871 Feb 07 12:01:28.440335 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-122836ab-1949-4a38-942f-d0b01ef2e91f req-81986430-c8ac-4e00-b642-5d3e9cd57811 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447059 Feb 07 12:01:28.504341 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-12abbaa5-0a91-4133-a4d1-604eb3ce821b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (3091335e-e6ce-4167-8f47-ad3a348ba5bc), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:28.506940 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-12abbaa5-0a91-4133-a4d1-604eb3ce821b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:28.508049 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-12abbaa5-0a91-4133-a4d1-604eb3ce821b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3091335e-e6ce-4167-8f47-ad3a348ba5bc HTTP/1.1" status: 204 len: 168 time: 0.2595994 Feb 07 12:01:28.517447 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12abbaa5-0a91-4133-a4d1-604eb3ce821b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3091335e-e6ce-4167-8f47-ad3a348ba5bc,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:29.020543 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf220ce7-329b-466a-a8ae-eeb62dbc7b42 req-d000dba6-f048-479b-a1be-794a826f9499 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:29.022219 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cf220ce7-329b-466a-a8ae-eeb62dbc7b42 req-d000dba6-f048-479b-a1be-794a826f9499 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 984 time: 0.0619197 Feb 07 12:01:29.081654 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cf220ce7-329b-466a-a8ae-eeb62dbc7b42 req-fc4b747c-4a50-4438-88c7-c9953ee58704 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&id=1b55ef47-0f59-42a5-ac50-67655bde48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529931 Feb 07 12:01:29.569414 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9537464-b8a5-4d8b-ba5f-98c4d727185c req-efc0ed6b-1f31-4e5d-b160-5f1b681f53b9 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:29.570970 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f9537464-b8a5-4d8b-ba5f-98c4d727185c req-efc0ed6b-1f31-4e5d-b160-5f1b681f53b9 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 944 time: 0.0570152 Feb 07 12:01:29.618669 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f9537464-b8a5-4d8b-ba5f-98c4d727185c req-c115e368-56bd-49ae-ae8f-f59e7cf2c940 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414617 Feb 07 12:01:30.064318 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 58984) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:30.170730 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-641f4920-72c7-4425-bc9d-f5dd1797159e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:30.205677 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78fdb2-bd43-4ab6-835e-e34aee99f0e0 req-90674700-d222-4044-8489-c6e941d45aeb tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:30.207179 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4d78fdb2-bd43-4ab6-835e-e34aee99f0e0 req-90674700-d222-4044-8489-c6e941d45aeb tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 984 time: 0.0575700 Feb 07 12:01:30.243902 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-641f4920-72c7-4425-bc9d-f5dd1797159e admin admin] Publish callbacks [] for security_group (380cfe82-5f19-4347-8742-df8fcf2f3bc4), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:30.271557 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4d78fdb2-bd43-4ab6-835e-e34aee99f0e0 req-48a9667e-bf1b-4490-8d3f-c24cdd2e55b7 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&id=1b55ef47-0f59-42a5-ac50-67655bde48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577583 Feb 07 12:01:30.321369 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-641f4920-72c7-4425-bc9d-f5dd1797159e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (380cfe82-5f19-4347-8742-df8fcf2f3bc4), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:30.359143 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f4920-72c7-4425-bc9d-f5dd1797159e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380cfe82-5f19-4347-8742-df8fcf2f3bc4,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:30.363308 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-641f4920-72c7-4425-bc9d-f5dd1797159e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b65a857b043e4103909466ac332bf490&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2979174 Feb 07 12:01:30.366004 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 58990) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:30.415539 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-048a2215-309c-44df-abf9-017e32572ee0 admin admin] Publish callbacks [] for security_group (380cfe82-5f19-4347-8742-df8fcf2f3bc4), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:30.436552 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-048a2215-309c-44df-abf9-017e32572ee0 admin admin] Publish callbacks [] for security_group (380cfe82-5f19-4347-8742-df8fcf2f3bc4), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:30.544368 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-048a2215-309c-44df-abf9-017e32572ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (380cfe82-5f19-4347-8742-df8fcf2f3bc4), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:30.547046 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-048a2215-309c-44df-abf9-017e32572ee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:30.548188 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-048a2215-309c-44df-abf9-017e32572ee0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/380cfe82-5f19-4347-8742-df8fcf2f3bc4 HTTP/1.1" status: 204 len: 168 time: 0.1813717 Feb 07 12:01:30.556557 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a2215-309c-44df-abf9-017e32572ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380cfe82-5f19-4347-8742-df8fcf2f3bc4,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:30.741172 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15727ffa-1dcc-41d9-a68e-290bf803b117 req-7ad02fee-38b2-4b46-907d-f56a7061db72 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:30.742656 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-15727ffa-1dcc-41d9-a68e-290bf803b117 req-7ad02fee-38b2-4b46-907d-f56a7061db72 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 944 time: 0.0519347 Feb 07 12:01:30.793723 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-15727ffa-1dcc-41d9-a68e-290bf803b117 req-6ec1c98c-1b7c-4432-9333-3c1ca97474ed tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448220 Feb 07 12:01:31.116184 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device f1e3806d-a1bc-4f9a-8989-fe91b725cb7a details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 12:01:31.216839 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f1e3806d-a1bc-4f9a-8989-fe91b725cb7a,segment=NetworkSegment(4dd91289-9497-4700-ac6d-fa09629bdd61),segment_id=4dd91289-9497-4700-ac6d-fa09629bdd61)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:01:31.229382 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Returning: {'device': 'f1e3806d-a1bc-4f9a-8989-fe91b725cb7a', 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e', 'port_id': 'f1e3806d-a1bc-4f9a-8989-fe91b725cb7a', 'mac_address': 'fa:16:3e:5c:2e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 12:01:31.269676 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a is: DOWN; New status is: BUILD {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:01:31.270152 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (f1e3806d-a1bc-4f9a-8989-fe91b725cb7a), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:31.284656 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e3806d-a1bc-4f9a-8989-fe91b725cb7a {{(pid=109817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 12:01:31.315703 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f1e3806d-a1bc-4f9a-8989-fe91b725cb7a,segment=NetworkSegment(4dd91289-9497-4700-ac6d-fa09629bdd61),segment_id=4dd91289-9497-4700-ac6d-fa09629bdd61)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:01:31.396034 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea449c-dde4-4d0c-967b-149ba5e33a85 req-d798bf03-a840-44fb-836d-fae36e6c8c7d tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:31.397546 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-43ea449c-dde4-4d0c-967b-149ba5e33a85 req-d798bf03-a840-44fb-836d-fae36e6c8c7d tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 984 time: 0.0552988 Feb 07 12:01:31.407526 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (f1e3806d-a1bc-4f9a-8989-fe91b725cb7a), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:31.459673 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=f1e3806d-a1bc-4f9a-8989-fe91b725cb7a,revision_number=9']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:31.464798 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-43ea449c-dde4-4d0c-967b-149ba5e33a85 req-7196c5b5-5cfc-4a05-abf3-11d3aeda53cd tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&id=1b55ef47-0f59-42a5-ac50-67655bde48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606456 Feb 07 12:01:31.470668 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:31.472418 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:31.472418 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:31.472418 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:31.472418 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:31.472418 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:31.473046 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:31.473459 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:31.473858 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:31.474382 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:31.474742 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:31.475063 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:31.475380 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:31.878937 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['f1e3806d-a1bc-4f9a-8989-fe91b725cb7a'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 12:01:31.916761 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96882c59-ec36-4201-9bff-55a39c941dfd req-ea34e7c5-bdb5-4acd-b07f-a7ba94c48cce tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:31.918306 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-96882c59-ec36-4201-9bff-55a39c941dfd req-ea34e7c5-bdb5-4acd-b07f-a7ba94c48cce tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 945 time: 0.0530419 Feb 07 12:01:31.969702 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-96882c59-ec36-4201-9bff-55a39c941dfd req-76624c22-8787-4512-943f-54a34254ce57 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454130 Feb 07 12:01:32.167609 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 59038) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:32.269024 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-956af55d-c14f-4a5c-ab63-707008fd552e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:32.346130 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-956af55d-c14f-4a5c-ab63-707008fd552e admin admin] Publish callbacks [] for security_group (f10d1f4c-a4cb-43ea-be23-e37c89581cf4), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:32.406833 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-956af55d-c14f-4a5c-ab63-707008fd552e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (f10d1f4c-a4cb-43ea-be23-e37c89581cf4), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:32.445042 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-956af55d-c14f-4a5c-ab63-707008fd552e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ef30c254a6e64d729a69596efd932bf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2763612 Feb 07 12:01:32.445977 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956af55d-c14f-4a5c-ab63-707008fd552e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10d1f4c-a4cb-43ea-be23-e37c89581cf4,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:32.448459 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 59042) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:32.454040 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956af55d-c14f-4a5c-ab63-707008fd552e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:32.454400 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956af55d-c14f-4a5c-ab63-707008fd552e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:32.454747 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956af55d-c14f-4a5c-ab63-707008fd552e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:32.455090 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956af55d-c14f-4a5c-ab63-707008fd552e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:32.455445 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956af55d-c14f-4a5c-ab63-707008fd552e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:32.455761 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956af55d-c14f-4a5c-ab63-707008fd552e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:32.456089 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956af55d-c14f-4a5c-ab63-707008fd552e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:32.456417 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956af55d-c14f-4a5c-ab63-707008fd552e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:32.456745 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956af55d-c14f-4a5c-ab63-707008fd552e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:32.457072 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956af55d-c14f-4a5c-ab63-707008fd552e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:32.457401 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956af55d-c14f-4a5c-ab63-707008fd552e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:32.457758 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956af55d-c14f-4a5c-ab63-707008fd552e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:32.458082 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956af55d-c14f-4a5c-ab63-707008fd552e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:32.498579 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c5672490-a9bc-4602-a82d-eea00b69bf53 admin admin] Publish callbacks [] for security_group (f10d1f4c-a4cb-43ea-be23-e37c89581cf4), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:32.520420 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c5672490-a9bc-4602-a82d-eea00b69bf53 admin admin] Publish callbacks [] for security_group (f10d1f4c-a4cb-43ea-be23-e37c89581cf4), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:32.601255 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e156be3-6648-4697-82a8-7561dea3c74c req-03b94403-ef83-4136-a94d-1598a22145de tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:32.602869 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3e156be3-6648-4697-82a8-7561dea3c74c req-03b94403-ef83-4136-a94d-1598a22145de tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 984 time: 0.0643594 Feb 07 12:01:32.667710 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3e156be3-6648-4697-82a8-7561dea3c74c req-54ce20d4-20f4-4df5-9284-65e63848714f tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&id=1b55ef47-0f59-42a5-ac50-67655bde48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585272 Feb 07 12:01:32.749840 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c5672490-a9bc-4602-a82d-eea00b69bf53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (f10d1f4c-a4cb-43ea-be23-e37c89581cf4), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:32.752532 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c5672490-a9bc-4602-a82d-eea00b69bf53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:32.753743 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-c5672490-a9bc-4602-a82d-eea00b69bf53 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f10d1f4c-a4cb-43ea-be23-e37c89581cf4 HTTP/1.1" status: 204 len: 168 time: 0.3041008 Feb 07 12:01:32.762216 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5672490-a9bc-4602-a82d-eea00b69bf53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10d1f4c-a4cb-43ea-be23-e37c89581cf4,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:32.769719 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5672490-a9bc-4602-a82d-eea00b69bf53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:32.770105 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5672490-a9bc-4602-a82d-eea00b69bf53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:32.770447 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5672490-a9bc-4602-a82d-eea00b69bf53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:32.770783 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5672490-a9bc-4602-a82d-eea00b69bf53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:32.771114 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5672490-a9bc-4602-a82d-eea00b69bf53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:32.771440 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5672490-a9bc-4602-a82d-eea00b69bf53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:32.771765 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5672490-a9bc-4602-a82d-eea00b69bf53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:32.772090 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5672490-a9bc-4602-a82d-eea00b69bf53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:32.772414 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5672490-a9bc-4602-a82d-eea00b69bf53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:32.772737 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5672490-a9bc-4602-a82d-eea00b69bf53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:32.773055 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5672490-a9bc-4602-a82d-eea00b69bf53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:32.773376 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5672490-a9bc-4602-a82d-eea00b69bf53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:32.773716 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5672490-a9bc-4602-a82d-eea00b69bf53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:01:33.106728 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29adc5-0caa-4a4d-8f2a-c4994ee30f44 req-5fc014cb-580d-41c6-8e00-6799223e3f6b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:33.107237 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-cd29adc5-0caa-4a4d-8f2a-c4994ee30f44 req-5fc014cb-580d-41c6-8e00-6799223e3f6b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 945 time: 0.0531154 Feb 07 12:01:33.116759 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device f1e3806d-a1bc-4f9a-8989-fe91b725cb7a up at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 12:01:33.158070 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-cd29adc5-0caa-4a4d-8f2a-c4994ee30f44 req-6443a860-4dc1-4427-90a1-9e529f875158 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443461 Feb 07 12:01:33.180008 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning complete for port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:01:33.183724 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (f1e3806d-a1bc-4f9a-8989-fe91b725cb7a), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:33.268543 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a is: BUILD; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:01:33.268995 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (f1e3806d-a1bc-4f9a-8989-fe91b725cb7a), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:33.292604 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e3806d-a1bc-4f9a-8989-fe91b725cb7a'}] {{(pid=109817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:01:33.294897 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bc6b3c0530c896bdfe52e422604eaad6eac6737642d5fab1ac5583b9ec47d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582c1963-f3b5-4dd6-a07c-94f8d50d0570" -d '{"events": [{"server_uuid": "85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f", "name": "network-vif-plugged", "status": "completed", "tag": "f1e3806d-a1bc-4f9a-8989-fe91b725cb7a"}]}' {{(pid=109817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:01:33.311942 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f1e3806d-a1bc-4f9a-8989-fe91b725cb7a,segment=NetworkSegment(4dd91289-9497-4700-ac6d-fa09629bdd61),segment_id=4dd91289-9497-4700-ac6d-fa09629bdd61)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:01:33.405731 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (f1e3806d-a1bc-4f9a-8989-fe91b725cb7a), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:33.458290 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=f1e3806d-a1bc-4f9a-8989-fe91b725cb7a,revision_number=10']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:33.540637 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a51cb4f-0bfc-4821-b92a-cbba54ce7a98 x-openstack-request-id: req-2a51cb4f-0bfc-4821-b92a-cbba54ce7a98 {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:01:33.541426 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f", "name": "network-vif-plugged", "status": "completed", "tag": "f1e3806d-a1bc-4f9a-8989-fe91b725cb7a", "code": 200}]} {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:01:33.541890 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2a51cb4f-0bfc-4821-b92a-cbba54ce7a98 {{(pid=109817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:01:33.542291 dv-cinder-817351-12-iscsi neutron-server[109817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e3806d-a1bc-4f9a-8989-fe91b725cb7a', 'code': 200} Feb 07 12:01:33.797445 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292eb44-a9d0-4833-88e7-369435a83e06 req-b5ff385b-66c7-43cc-8ed2-abddea4d08e0 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:33.798934 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4292eb44-a9d0-4833-88e7-369435a83e06 req-b5ff385b-66c7-43cc-8ed2-abddea4d08e0 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 984 time: 0.0552254 Feb 07 12:01:33.814357 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 59082) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:33.860298 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4292eb44-a9d0-4833-88e7-369435a83e06 req-26583996-ed81-4c88-86be-70b43432c537 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&id=1b55ef47-0f59-42a5-ac50-67655bde48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553541 Feb 07 12:01:33.910614 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-03ed5219-55dc-4b78-abf9-b8c5e61a4ec1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1031936256-network', 'tenant_id': 'c3171965250b49d9b230bb6b8387aebd'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:01:34.006801 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ed5219-55dc-4b78-abf9-b8c5e61a4ec1 admin admin] Made reservation on behalf of c3171965250b49d9b230bb6b8387aebd for: {'network': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:01:34.009165 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-03ed5219-55dc-4b78-abf9-b8c5e61a4ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for network (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:34.018226 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-03ed5219-55dc-4b78-abf9-b8c5e61a4ec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:34.091280 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-03ed5219-55dc-4b78-abf9-b8c5e61a4ec1 admin admin] Publish callbacks [] for security_group (58626264-1864-4620-86de-d2cf52212a55), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:34.178469 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-03ed5219-55dc-4b78-abf9-b8c5e61a4ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (58626264-1864-4620-86de-d2cf52212a55), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:34.207544 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ed5219-55dc-4b78-abf9-b8c5e61a4ec1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=109816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:01:34.244794 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed5219-55dc-4b78-abf9-b8c5e61a4ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58626264-1864-4620-86de-d2cf52212a55,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:34.248185 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-03ed5219-55dc-4b78-abf9-b8c5e61a4ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (0eaf1ece-4065-4ae4-8c2a-a98b57d10a80), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:34.248522 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.db.segments_db [None req-03ed5219-55dc-4b78-abf9-b8c5e61a4ec1 admin admin] Added segment 0eaf1ece-4065-4ae4-8c2a-a98b57d10a80 of type vlan for network 14ea3a06-6a76-413d-9b9b-b808e601e353 Feb 07 12:01:34.319841 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-03ed5219-55dc-4b78-abf9-b8c5e61a4ec1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782771090189'] for network (14ea3a06-6a76-413d-9b9b-b808e601e353), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:34.346799 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1e5ad-9b72-4c78-ae85-64b8de691a43 req-73c72912-ec5a-4fbb-ad14-77ce8f2a3582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:34.348272 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-90d1e5ad-9b72-4c78-ae85-64b8de691a43 req-73c72912-ec5a-4fbb-ad14-77ce8f2a3582 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 1131 time: 0.1505711 Feb 07 12:01:34.364177 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88dae2-42a2-40f0-9927-0df071dca916 req-11ef747c-247f-43d2-9955-e2689f338521 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:34.365643 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3a88dae2-42a2-40f0-9927-0df071dca916 req-11ef747c-247f-43d2-9955-e2689f338521 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 947 time: 0.1240163 Feb 07 12:01:34.433701 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-90d1e5ad-9b72-4c78-ae85-64b8de691a43 req-0dadb43e-1e96-4173-a67a-8fe1dc3d12a6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671034 Feb 07 12:01:34.437782 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3a88dae2-42a2-40f0-9927-0df071dca916 req-419681d2-8e54-4e76-9d5f-25f67374110d tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657310 Feb 07 12:01:34.462494 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-03ed5219-55dc-4b78-abf9-b8c5e61a4ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685'] for network (14ea3a06-6a76-413d-9b9b-b808e601e353), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:34.463615 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ed5219-55dc-4b78-abf9-b8c5e61a4ec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:34.464287 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-03ed5219-55dc-4b78-abf9-b8c5e61a4ec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:34.523567 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed5219-55dc-4b78-abf9-b8c5e61a4ec1 admin admin] Pushing event updated for resources: {'Network': ['ID=14ea3a06-6a76-413d-9b9b-b808e601e353,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:34.533180 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Network 14ea3a06-6a76-413d-9b9b-b808e601e353 details requested by agent ovs-agent-dv-cinder-817351-12-iscsi with host dv-cinder-817351-12-iscsi {{(pid=109817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 12:01:34.573919 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-03ed5219-55dc-4b78-abf9-b8c5e61a4ec1 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7583475 Feb 07 12:01:34.576968 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 59096) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:34.581806 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-6bc35f29-a798-48be-944a-4c2bdc944319 admin admin] Request body: {'subnet': {'network_id': '14ea3a06-6a76-413d-9b9b-b808e601e353', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1031936256-subnet', 'tenant_id': 'c3171965250b49d9b230bb6b8387aebd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:01:34.653077 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc35f29-a798-48be-944a-4c2bdc944319 admin admin] Made reservation on behalf of c3171965250b49d9b230bb6b8387aebd for: {'subnet': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:01:34.655573 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6bc35f29-a798-48be-944a-4c2bdc944319 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9316235'] for subnet (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:34.904416 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6bc35f29-a798-48be-944a-4c2bdc944319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9209730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9316277'] for subnet (4fb21464-0383-4c54-9b5e-6696f8486ffa), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:34.965780 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc35f29-a798-48be-944a-4c2bdc944319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fb21464-0383-4c54-9b5e-6696f8486ffa,revision_number=0']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:34.970843 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc35f29-a798-48be-944a-4c2bdc944319 admin admin] Checking segment: {'id': '0eaf1ece-4065-4ae4-8c2a-a98b57d10a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '14ea3a06-6a76-413d-9b9b-b808e601e353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 12:01:34.971263 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc35f29-a798-48be-944a-4c2bdc944319 admin admin] Network hostable DHCP agents. Network: 14ea3a06-6a76-413d-9b9b-b808e601e353, hostable agents: ['61316a96-21e8-4d75-a705-e1a638ca8432'], hosted agents: [] {{(pid=109816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:01:34.981482 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90094780-65b8-4b1d-a087-3181135d877a req-ce895a76-d8d4-4b09-941a-890227c198b7 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:34.986084 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-90094780-65b8-4b1d-a087-3181135d877a req-ce895a76-d8d4-4b09-941a-890227c198b7 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 984 time: 0.0581067 Feb 07 12:01:35.048229 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-90094780-65b8-4b1d-a087-3181135d877a req-af69b221-6a30-4f7e-ac0e-58acd742fe63 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&id=1b55ef47-0f59-42a5-ac50-67655bde48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575571 Feb 07 12:01:35.056624 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc35f29-a798-48be-944a-4c2bdc944319 admin admin] Network 14ea3a06-6a76-413d-9b9b-b808e601e353 is scheduled to be hosted by DHCP agent 61316a96-21e8-4d75-a705-e1a638ca8432 with binding_index 1 {{(pid=109816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:01:35.130697 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-6bc35f29-a798-48be-944a-4c2bdc944319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-12-iscsi, 14ea3a06-6a76-413d-9b9b-b808e601e353) {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:01:35.135469 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc35f29-a798-48be-944a-4c2bdc944319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:35.136098 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6bc35f29-a798-48be-944a-4c2bdc944319 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:35.140040 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7b7636-66fc-4f2a-bfbd-d728456bb0c3 None None] Network 14ea3a06-6a76-413d-9b9b-b808e601e353 requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 12:01:35.215918 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-6bc35f29-a798-48be-944a-4c2bdc944319 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6378529 Feb 07 12:01:35.243645 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decb853c-5871-4fd3-af70-d6440c35ab90 None None] Network 14ea3a06-6a76-413d-9b9b-b808e601e353 requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 12:01:35.574199 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db262d3f-e6ba-4381-afb9-922174c208b6 req-ee998100-54a0-4530-b715-e1239ce1bc43 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:35.575880 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-db262d3f-e6ba-4381-afb9-922174c208b6 req-ee998100-54a0-4530-b715-e1239ce1bc43 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 947 time: 0.0629241 Feb 07 12:01:35.622805 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-db262d3f-e6ba-4381-afb9-922174c208b6 req-b478c85f-d237-4446-ba1d-e24556b13c03 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413699 Feb 07 12:01:36.200793 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b25022-ab38-4984-9297-732f5a3495de req-e5d6bd30-2df3-4185-ab27-12c445893ed8 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:36.202508 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-51b25022-ab38-4984-9297-732f5a3495de req-e5d6bd30-2df3-4185-ab27-12c445893ed8 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 984 time: 0.0852263 Feb 07 12:01:36.264746 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-51b25022-ab38-4984-9297-732f5a3495de req-ee40e0e1-408f-46b8-886d-befacd6d87b4 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&id=1b55ef47-0f59-42a5-ac50-67655bde48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557930 Feb 07 12:01:36.427008 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 59158) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:36.473127 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_v2 [None req-e929cffb-b3da-475f-863c-2a5f60758f1a admin admin] Deleting subnet 72a65a49-cdbd-444e-a3b7-6babf93d02b9 {{(pid=109815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 12:01:36.476507 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-e929cffb-b3da-475f-863c-2a5f60758f1a admin admin] Publish callbacks [] for subnet (72a65a49-cdbd-444e-a3b7-6babf93d02b9), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:36.510737 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-e929cffb-b3da-475f-863c-2a5f60758f1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3418945'] for subnet (72a65a49-cdbd-444e-a3b7-6babf93d02b9), precommit_delete_associations {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:36.552575 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-e929cffb-b3da-475f-863c-2a5f60758f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67013173'] for subnet (72a65a49-cdbd-444e-a3b7-6babf93d02b9), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:36.676385 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-e929cffb-b3da-475f-863c-2a5f60758f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67013326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8643545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3889229'] for subnet (72a65a49-cdbd-444e-a3b7-6babf93d02b9), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:36.701999 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929cffb-b3da-475f-863c-2a5f60758f1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72a65a49-cdbd-444e-a3b7-6babf93d02b9,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:36.706093 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-e929cffb-b3da-475f-863c-2a5f60758f1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for subnet (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:36.712088 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-e929cffb-b3da-475f-863c-2a5f60758f1a admin admin] 10.222.0.67 "DELETE /v2.0/subnets/72a65a49-cdbd-444e-a3b7-6babf93d02b9 HTTP/1.1" status: 204 len: 168 time: 0.2839396 Feb 07 12:01:36.713260 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 59172) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:36.775730 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9befb-bc67-4187-bfe9-9c91527dea0b req-5919592e-1e49-490b-8090-c7be502dea5d tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:36.778659 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-17e9befb-bc67-4187-bfe9-9c91527dea0b req-5919592e-1e49-490b-8090-c7be502dea5d tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 947 time: 0.0802529 Feb 07 12:01:36.822853 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4d426478-0e5c-4bec-9900-fd0cd8069b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66708451'] for network (36825396-2169-40b1-991c-8ef7219112aa), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:36.850761 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-17e9befb-bc67-4187-bfe9-9c91527dea0b req-468349b2-e582-4be4-964f-97be752cf66c tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657883 Feb 07 12:01:36.912998 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4d426478-0e5c-4bec-9900-fd0cd8069b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67092386', 'neutron.services.segments.db._delete_segments_for_network-8782771681473'] for network (36825396-2169-40b1-991c-8ef7219112aa), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:36.932517 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.services.segments.db [None req-4d426478-0e5c-4bec-9900-fd0cd8069b96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36825396-2169-40b1-991c-8ef7219112aa']}} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:01:36.941542 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.services.segments.db [None req-4d426478-0e5c-4bec-9900-fd0cd8069b96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0adf2196-25d0-4aea-83b3-2b89a8761ca4') {'for_net_delete': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:01:36.941870 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.services.segments.db [None req-4d426478-0e5c-4bec-9900-fd0cd8069b96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0adf2196-25d0-4aea-83b3-2b89a8761ca4') {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:01:36.951671 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4d426478-0e5c-4bec-9900-fd0cd8069b96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782771684554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3418954'] for segment (0adf2196-25d0-4aea-83b3-2b89a8761ca4), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:36.966323 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4d426478-0e5c-4bec-9900-fd0cd8069b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (0adf2196-25d0-4aea-83b3-2b89a8761ca4), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:36.971545 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d426478-0e5c-4bec-9900-fd0cd8069b96 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=109815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:01:36.971933 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4d426478-0e5c-4bec-9900-fd0cd8069b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8643443'] for segment (0adf2196-25d0-4aea-83b3-2b89a8761ca4), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:36.973608 dv-cinder-817351-12-iscsi neutron-server[109815]: Traceback (most recent call last): Feb 07 12:01:36.973608 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:01:36.973608 dv-cinder-817351-12-iscsi neutron-server[109815]: timer() Feb 07 12:01:36.973608 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:01:36.973608 dv-cinder-817351-12-iscsi neutron-server[109815]: cb(*args, **kw) Feb 07 12:01:36.973608 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 12:01:36.973608 dv-cinder-817351-12-iscsi neutron-server[109815]: return func(*args, **kwargs) Feb 07 12:01:36.973608 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:01:36.973608 dv-cinder-817351-12-iscsi neutron-server[109815]: self._notify() Feb 07 12:01:36.973608 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:01:36.973608 dv-cinder-817351-12-iscsi neutron-server[109815]: self.callback(batched_events) Feb 07 12:01:36.973608 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:01:36.973608 dv-cinder-817351-12-iscsi neutron-server[109815]: event.method(event) Feb 07 12:01:36.973608 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 12:01:36.973608 dv-cinder-817351-12-iscsi neutron-server[109815]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:01:36.973608 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 12:01:36.973608 dv-cinder-817351-12-iscsi neutron-server[109815]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:01:36.973608 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 12:01:36.973608 dv-cinder-817351-12-iscsi neutron-server[109815]: return f(self, *a, **k) Feb 07 12:01:36.973608 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 12:01:36.973608 dv-cinder-817351-12-iscsi neutron-server[109815]: return self._get(url).json() Feb 07 12:01:36.973608 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 12:01:36.973608 dv-cinder-817351-12-iscsi neutron-server[109815]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:01:36.973608 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:01:36.973608 dv-cinder-817351-12-iscsi neutron-server[109815]: return self.request(url, 'GET', **kwargs) Feb 07 12:01:36.973608 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:01:36.973608 dv-cinder-817351-12-iscsi neutron-server[109815]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:01:36.973608 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:01:36.973608 dv-cinder-817351-12-iscsi neutron-server[109815]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:01:36.973608 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:01:36.973608 dv-cinder-817351-12-iscsi neutron-server[109815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:01:36.973608 dv-cinder-817351-12-iscsi neutron-server[109815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:01:37.102658 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4d426478-0e5c-4bec-9900-fd0cd8069b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67092411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-875896'] for network (36825396-2169-40b1-991c-8ef7219112aa), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:37.109871 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4d426478-0e5c-4bec-9900-fd0cd8069b96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:37.113244 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-4d426478-0e5c-4bec-9900-fd0cd8069b96 admin admin] 10.222.0.67 "DELETE /v2.0/networks/36825396-2169-40b1-991c-8ef7219112aa HTTP/1.1" status: 204 len: 168 time: 0.3990381 Feb 07 12:01:37.116120 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 59182) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:37.123275 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d426478-0e5c-4bec-9900-fd0cd8069b96 admin admin] Pushing event deleted for resources: {'Network': ['ID=36825396-2169-40b1-991c-8ef7219112aa,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:37.160509 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8537e06-2fed-4056-80fd-e65582a2e1ec admin admin] Deleting subnet d50ff91b-f5ed-4956-8b38-1c47335dedcb {{(pid=109816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 12:01:37.163854 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c8537e06-2fed-4056-80fd-e65582a2e1ec admin admin] Publish callbacks [] for subnet (d50ff91b-f5ed-4956-8b38-1c47335dedcb), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:37.201695 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c8537e06-2fed-4056-80fd-e65582a2e1ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8929597'] for subnet (d50ff91b-f5ed-4956-8b38-1c47335dedcb), precommit_delete_associations {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:37.240285 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c8537e06-2fed-4056-80fd-e65582a2e1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67013173'] for subnet (d50ff91b-f5ed-4956-8b38-1c47335dedcb), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:37.388549 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c8537e06-2fed-4056-80fd-e65582a2e1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67013326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9209793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9316268'] for subnet (d50ff91b-f5ed-4956-8b38-1c47335dedcb), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:37.417499 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8537e06-2fed-4056-80fd-e65582a2e1ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d50ff91b-f5ed-4956-8b38-1c47335dedcb,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:37.418070 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c8537e06-2fed-4056-80fd-e65582a2e1ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:37.421234 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-c8537e06-2fed-4056-80fd-e65582a2e1ec admin admin] 10.222.0.67 "DELETE /v2.0/subnets/d50ff91b-f5ed-4956-8b38-1c47335dedcb HTTP/1.1" status: 204 len: 168 time: 0.3041234 Feb 07 12:01:37.423639 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 59186) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:37.496236 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f95c0627-d0ac-43f6-a986-96ec205013cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66708451'] for network (5190b123-8b81-4482-ac84-dcb03a3cf29c), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:37.583871 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f95c0627-d0ac-43f6-a986-96ec205013cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67092386', 'neutron.services.segments.db._delete_segments_for_network-8782771681473'] for network (5190b123-8b81-4482-ac84-dcb03a3cf29c), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:37.605911 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-f95c0627-d0ac-43f6-a986-96ec205013cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5190b123-8b81-4482-ac84-dcb03a3cf29c']}} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:01:37.615907 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-f95c0627-d0ac-43f6-a986-96ec205013cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a1b2a3-9cec-4550-b66a-2d3980001f02') {'for_net_delete': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:01:37.616206 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-f95c0627-d0ac-43f6-a986-96ec205013cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a1b2a3-9cec-4550-b66a-2d3980001f02') {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:01:37.625761 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f95c0627-d0ac-43f6-a986-96ec205013cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782771684554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8929590'] for segment (c0a1b2a3-9cec-4550-b66a-2d3980001f02), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:37.639346 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f95c0627-d0ac-43f6-a986-96ec205013cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (c0a1b2a3-9cec-4550-b66a-2d3980001f02), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:37.645353 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95c0627-d0ac-43f6-a986-96ec205013cc admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=109816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f95c0627-d0ac-43f6-a986-96ec205013cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9209707'] for segment (c0a1b2a3-9cec-4550-b66a-2d3980001f02), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: Traceback (most recent call last): Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: timer() Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: cb(*args, **kw) Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: return func(*args, **kwargs) Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: self._notify() Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: self.callback(batched_events) Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: event.method(event) Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: return f(self, *a, **k) Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: return self._get(url).json() Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: return self.request(url, 'GET', **kwargs) Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:01:37.647781 dv-cinder-817351-12-iscsi neutron-server[109816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:01:37.761192 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f95c0627-d0ac-43f6-a986-96ec205013cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67092411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-875896'] for network (5190b123-8b81-4482-ac84-dcb03a3cf29c), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:37.766339 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f95c0627-d0ac-43f6-a986-96ec205013cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:37.769482 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-f95c0627-d0ac-43f6-a986-96ec205013cc admin admin] 10.222.0.67 "DELETE /v2.0/networks/5190b123-8b81-4482-ac84-dcb03a3cf29c HTTP/1.1" status: 204 len: 168 time: 0.3449333 Feb 07 12:01:37.779970 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c0627-d0ac-43f6-a986-96ec205013cc admin admin] Pushing event deleted for resources: {'Network': ['ID=5190b123-8b81-4482-ac84-dcb03a3cf29c,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:37.979673 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c078e7-477e-4b7f-825f-8314d295f601 req-da4ed76b-f658-432b-b616-f8b764cc576e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:37.981139 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-05c078e7-477e-4b7f-825f-8314d295f601 req-da4ed76b-f658-432b-b616-f8b764cc576e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 947 time: 0.0576174 Feb 07 12:01:38.027479 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-05c078e7-477e-4b7f-825f-8314d295f601 req-98f6fedf-0bc7-402b-9a0a-31279c20e7db tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407765 Feb 07 12:01:38.082813 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 59194) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:38.121013 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-30a13970-01b5-40ed-9704-624aa95acbfd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7799577cc9d34855ac2981cc2fea9550&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370798 Feb 07 12:01:38.123411 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 59196) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:38.167809 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-2a45a5f4-5e60-4a80-979d-667c827f0761 admin admin] Publish callbacks [] for security_group (f845d291-4d37-4bd9-b3d1-8d824856b9de), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:38.188057 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-2a45a5f4-5e60-4a80-979d-667c827f0761 admin admin] Publish callbacks [] for security_group (f845d291-4d37-4bd9-b3d1-8d824856b9de), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:38.359731 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-2a45a5f4-5e60-4a80-979d-667c827f0761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (f845d291-4d37-4bd9-b3d1-8d824856b9de), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:38.366092 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-2a45a5f4-5e60-4a80-979d-667c827f0761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:38.366092 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-2a45a5f4-5e60-4a80-979d-667c827f0761 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f845d291-4d37-4bd9-b3d1-8d824856b9de HTTP/1.1" status: 204 len: 168 time: 0.2394028 Feb 07 12:01:38.373918 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45a5f4-5e60-4a80-979d-667c827f0761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f845d291-4d37-4bd9-b3d1-8d824856b9de,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:38.423074 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-5a2b4d18-ff1b-41a1-870f-2777e0c0037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:38.574999 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-8bbff48b-8195-4c9f-bf12-98c995368940 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:38.576516 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-8bbff48b-8195-4c9f-bf12-98c995368940 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/networks?id=14ea3a06-6a76-413d-9b9b-b808e601e353 HTTP/1.1" status: 200 len: 814 time: 0.1039517 Feb 07 12:01:38.591093 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-849ad997-e26b-44c3-a744-513970fed211 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/quotas/c3171965250b49d9b230bb6b8387aebd HTTP/1.1" status: 200 len: 375 time: 0.0093100 Feb 07 12:01:38.623213 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-a3a09397-1c7a-4b7b-ab35-0fe81d23e492 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3171965250b49d9b230bb6b8387aebd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269427 Feb 07 12:01:38.720268 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-8af758ca-018b-4973-80ce-6929708bfa92 service neutron] 10.222.0.67 "GET /v2.0/networks/14ea3a06-6a76-413d-9b9b-b808e601e353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899415 Feb 07 12:01:38.811362 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-65e003cf-80e8-451b-be21-cc3101f59152 service neutron] 10.222.0.67 "GET /v2.0/networks/14ea3a06-6a76-413d-9b9b-b808e601e353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859146 Feb 07 12:01:39.010652 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 59220) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:39.048493 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f99221fe-03b9-4bc0-944b-7b01dfd89f7e req-13718931-827f-487b-96ec-661e4f254e72 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?device_id=88d86586-f8c6-42c6-9acf-70cc7a0e6a58 HTTP/1.1" status: 200 len: 210 time: 0.0279639 Feb 07 12:01:39.061701 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-2f4625b8-4ed4-4dd8-8a31-e73c69b2f888 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cd01a641c4c748a088d4142af7da25e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497651 Feb 07 12:01:39.064087 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 59224) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:39.117927 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-92e7d838-4b53-48b0-b21c-ae278c327572 admin admin] Publish callbacks [] for security_group (bf437441-a406-4743-a56c-fffc9e188add), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:39.140107 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-92e7d838-4b53-48b0-b21c-ae278c327572 admin admin] Publish callbacks [] for security_group (bf437441-a406-4743-a56c-fffc9e188add), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:39.252897 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-92e7d838-4b53-48b0-b21c-ae278c327572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (bf437441-a406-4743-a56c-fffc9e188add), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:39.256006 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-92e7d838-4b53-48b0-b21c-ae278c327572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:39.257222 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-92e7d838-4b53-48b0-b21c-ae278c327572 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bf437441-a406-4743-a56c-fffc9e188add HTTP/1.1" status: 204 len: 168 time: 0.1920187 Feb 07 12:01:39.265902 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7d838-4b53-48b0-b21c-ae278c327572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf437441-a406-4743-a56c-fffc9e188add,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:40.153434 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ed460cb1-c1ed-4c13-a1e9-d0ac421aced4 req-1a8f7bdb-b967-4bec-96cf-c22b38d3212f tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?device_id=88d86586-f8c6-42c6-9acf-70cc7a0e6a58 HTTP/1.1" status: 200 len: 210 time: 0.0290706 Feb 07 12:01:40.601386 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-fbe34369-b3ed-4809-8999-5660539e5563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:41.254746 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-1586ce52-1288-4682-a362-018d23479b0b req-10699ef6-32c9-43b5-99c7-fc229b426a40 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?device_id=88d86586-f8c6-42c6-9acf-70cc7a0e6a58 HTTP/1.1" status: 200 len: 210 time: 0.0315776 Feb 07 12:01:41.296679 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-7eb83cf7-c228-4da6-99f4-ad6a6db13fb4 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:41.298784 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-7eb83cf7-c228-4da6-99f4-ad6a6db13fb4 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.18 "GET /v2.0/networks?id=14ea3a06-6a76-413d-9b9b-b808e601e353 HTTP/1.1" status: 200 len: 814 time: 0.1223826 Feb 07 12:01:41.314006 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-4632ae11-0f07-42e3-a473-1f3e5c1a2464 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Request body: {'port': {'device_id': '88d86586-f8c6-42c6-9acf-70cc7a0e6a58', 'network_id': '14ea3a06-6a76-413d-9b9b-b808e601e353', 'admin_state_up': True, 'tenant_id': 'c3171965250b49d9b230bb6b8387aebd'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:01:41.467995 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-4632ae11-0f07-42e3-a473-1f3e5c1a2464 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Made reservation on behalf of c3171965250b49d9b230bb6b8387aebd for: {'port': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:01:41.471379 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-4632ae11-0f07-42e3-a473-1f3e5c1a2464 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:41.610146 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_common [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-4632ae11-0f07-42e3-a473-1f3e5c1a2464 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Allocated IP 172.20.0.7 (14ea3a06-6a76-413d-9b9b-b808e601e353/4fb21464-0383-4c54-9b5e-6696f8486ffa/12ed55d8-c7ba-4bed-bea9-39cd1d765fbc) {{(pid=109816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:01:41.719230 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:41.764910 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-4632ae11-0f07-42e3-a473-1f3e5c1a2464 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Publish callbacks [] for port (12ed55d8-c7ba-4bed-bea9-39cd1d765fbc), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:41.845596 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-4632ae11-0f07-42e3-a473-1f3e5c1a2464 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (12ed55d8-c7ba-4bed-bea9-39cd1d765fbc), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:41.890118 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-4632ae11-0f07-42e3-a473-1f3e5c1a2464 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Network 14ea3a06-6a76-413d-9b9b-b808e601e353 is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:01:41.893200 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-4632ae11-0f07-42e3-a473-1f3e5c1a2464 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:01:41.896810 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-4632ae11-0f07-42e3-a473-1f3e5c1a2464 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Received port after_create {{(pid=109816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 12:01:41.920171 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632ae11-0f07-42e3-a473-1f3e5c1a2464 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Pushing event updated for resources: {'Port': ['ID=12ed55d8-c7ba-4bed-bea9-39cd1d765fbc,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:41.948544 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-4632ae11-0f07-42e3-a473-1f3e5c1a2464 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:41.949106 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-4632ae11-0f07-42e3-a473-1f3e5c1a2464 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:42.027402 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-4632ae11-0f07-42e3-a473-1f3e5c1a2464 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7172868 Feb 07 12:01:42.039345 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-ddf0180f-1718-4aba-b559-9b3d86403b34 service neutron] Request body: {'port': {'device_id': '88d86586-f8c6-42c6-9acf-70cc7a0e6a58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:01:42.100852 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-ddf0180f-1718-4aba-b559-9b3d86403b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (12ed55d8-c7ba-4bed-bea9-39cd1d765fbc), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:42.381056 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-ddf0180f-1718-4aba-b559-9b3d86403b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ed55d8-c7ba-4bed-bea9-39cd1d765fbc {{(pid=109816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 12:01:42.390695 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-ddf0180f-1718-4aba-b559-9b3d86403b34 service neutron] Publish callbacks [] for port (12ed55d8-c7ba-4bed-bea9-39cd1d765fbc), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:42.408165 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.provisioning_blocks [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-ddf0180f-1718-4aba-b559-9b3d86403b34 service neutron] Transition to ACTIVE for port object 12ed55d8-c7ba-4bed-bea9-39cd1d765fbc will not be triggered until provisioned by entity L2. {{(pid=109816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:01:42.418027 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001a840-291e-4aca-9881-c16fd543dbdc req-bf4e246f-9544-4b43-8a61-966c9bb5710c tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:42.419497 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6001a840-291e-4aca-9881-c16fd543dbdc req-bf4e246f-9544-4b43-8a61-966c9bb5710c tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?device_id=88d86586-f8c6-42c6-9acf-70cc7a0e6a58 HTTP/1.1" status: 200 len: 931 time: 0.0917532 Feb 07 12:01:42.469587 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6001a840-291e-4aca-9881-c16fd543dbdc req-b50d0e5c-851f-4edd-b0d3-2dd23026ceb1 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/security-groups?id=58626264-1864-4620-86de-d2cf52212a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444367 Feb 07 12:01:42.508202 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-ddf0180f-1718-4aba-b559-9b3d86403b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209623'] for port (12ed55d8-c7ba-4bed-bea9-39cd1d765fbc), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:42.555010 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0180f-1718-4aba-b559-9b3d86403b34 service neutron] Pushing event updated for resources: {'Port': ['ID=12ed55d8-c7ba-4bed-bea9-39cd1d765fbc,revision_number=2']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:42.624394 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-ddf0180f-1718-4aba-b559-9b3d86403b34 service neutron] Attempting to bind port 12ed55d8-c7ba-4bed-bea9-39cd1d765fbc on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 12:01:42.624730 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-ddf0180f-1718-4aba-b559-9b3d86403b34 service neutron] Attempting to bind port 12ed55d8-c7ba-4bed-bea9-39cd1d765fbc by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '0eaf1ece-4065-4ae4-8c2a-a98b57d10a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '14ea3a06-6a76-413d-9b9b-b808e601e353'}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 12:01:42.625053 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-ddf0180f-1718-4aba-b559-9b3d86403b34 service neutron] Attempting to bind port 12ed55d8-c7ba-4bed-bea9-39cd1d765fbc on network 14ea3a06-6a76-413d-9b9b-b808e601e353 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 12:01:42.629262 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-ddf0180f-1718-4aba-b559-9b3d86403b34 service neutron] Port 12ed55d8-c7ba-4bed-bea9-39cd1d765fbc on network 14ea3a06-6a76-413d-9b9b-b808e601e353 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 12:01:42.629610 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-ddf0180f-1718-4aba-b559-9b3d86403b34 service neutron] Attempting to bind port 12ed55d8-c7ba-4bed-bea9-39cd1d765fbc on network 14ea3a06-6a76-413d-9b9b-b808e601e353 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 12:01:42.634398 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-ddf0180f-1718-4aba-b559-9b3d86403b34 service neutron] Checking agent: {'id': '0d418b69-6da0-49d9-b758-bac8cc78f2cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'started_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 12:01:42.634735 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-ddf0180f-1718-4aba-b559-9b3d86403b34 service neutron] Checking segment: {'id': '0eaf1ece-4065-4ae4-8c2a-a98b57d10a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '14ea3a06-6a76-413d-9b9b-b808e601e353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 12:01:42.635110 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-ddf0180f-1718-4aba-b559-9b3d86403b34 service neutron] Bound using segment: {'id': '0eaf1ece-4065-4ae4-8c2a-a98b57d10a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '14ea3a06-6a76-413d-9b9b-b808e601e353'} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 12:01:42.635533 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-ddf0180f-1718-4aba-b559-9b3d86403b34 service neutron] Bound port: 12ed55d8-c7ba-4bed-bea9-39cd1d765fbc, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eaf1ece-4065-4ae4-8c2a-a98b57d10a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '14ea3a06-6a76-413d-9b9b-b808e601e353'}}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 12:01:42.635882 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-ddf0180f-1718-4aba-b559-9b3d86403b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (12ed55d8-c7ba-4bed-bea9-39cd1d765fbc), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:42.700802 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-ddf0180f-1718-4aba-b559-9b3d86403b34 service neutron] For port 12ed55d8-c7ba-4bed-bea9-39cd1d765fbc, host hv-cinder-81735, cleared binding levels {{(pid=109816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 12:01:42.703810 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-ddf0180f-1718-4aba-b559-9b3d86403b34 service neutron] For port 12ed55d8-c7ba-4bed-bea9-39cd1d765fbc, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=12ed55d8-c7ba-4bed-bea9-39cd1d765fbc,segment=NetworkSegment(0eaf1ece-4065-4ae4-8c2a-a98b57d10a80),segment_id=0eaf1ece-4065-4ae4-8c2a-a98b57d10a80)] {{(pid=109816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 12:01:42.766057 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-ddf0180f-1718-4aba-b559-9b3d86403b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209623'] for port (12ed55d8-c7ba-4bed-bea9-39cd1d765fbc), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:42.810998 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-ddf0180f-1718-4aba-b559-9b3d86403b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:42.811629 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-ddf0180f-1718-4aba-b559-9b3d86403b34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:42.813013 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-ddf0180f-1718-4aba-b559-9b3d86403b34 service neutron] 10.222.0.18 "PUT /v2.0/ports/12ed55d8-c7ba-4bed-bea9-39cd1d765fbc HTTP/1.1" status: 200 len: 1093 time: 0.7776561 Feb 07 12:01:42.814096 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d86586-f8c6-42c6-9acf-70cc7a0e6a58', 'tag': '12ed55d8-c7ba-4bed-bea9-39cd1d765fbc'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:01:42.816394 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349afdd0-2639-46d5-881b-723e6e8553ac" -d '{"events": [{"name": "network-changed", "server_uuid": "88d86586-f8c6-42c6-9acf-70cc7a0e6a58", "tag": "12ed55d8-c7ba-4bed-bea9-39cd1d765fbc"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:01:42.840290 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0180f-1718-4aba-b559-9b3d86403b34 service neutron] Pushing event updated for resources: {'Port': ['ID=12ed55d8-c7ba-4bed-bea9-39cd1d765fbc,revision_number=3']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:42.965387 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-01af0ea8-a3dc-4537-ae60-a716d6a9e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:42.967434 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-01af0ea8-a3dc-4537-ae60-a716d6a9e19a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c3171965250b49d9b230bb6b8387aebd&device_id=88d86586-f8c6-42c6-9acf-70cc7a0e6a58 HTTP/1.1" status: 200 len: 1127 time: 0.0526631 Feb 07 12:01:43.023614 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 12:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726ec0ca-78a4-4570-a713-482e9d805714 x-openstack-request-id: req-726ec0ca-78a4-4570-a713-482e9d805714 {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:01:43.023902 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d86586-f8c6-42c6-9acf-70cc7a0e6a58", "tag": "12ed55d8-c7ba-4bed-bea9-39cd1d765fbc", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:01:43.024154 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-726ec0ca-78a4-4570-a713-482e9d805714 {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:01:43.024577 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d86586-f8c6-42c6-9acf-70cc7a0e6a58', 'tag': '12ed55d8-c7ba-4bed-bea9-39cd1d765fbc', 'status': 'completed', 'code': 200} Feb 07 12:01:43.026385 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-1f6277bf-5f5c-4559-b218-6faffe2e8f01 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12ed55d8-c7ba-4bed-bea9-39cd1d765fbc HTTP/1.1" status: 200 len: 217 time: 0.0512922 Feb 07 12:01:43.076356 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-bcba9455-1e34-4e9a-ba91-c25c4b035dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:43.077747 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-bcba9455-1e34-4e9a-ba91-c25c4b035dee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4fb21464-0383-4c54-9b5e-6696f8486ffa HTTP/1.1" status: 200 len: 854 time: 0.0450485 Feb 07 12:01:43.110444 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-d552ba30-e93e-4178-96d1-b50f054d7b46 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=14ea3a06-6a76-413d-9b9b-b808e601e353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244751 Feb 07 12:01:43.206695 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-2107ca3b-c2a4-4802-a8d8-197870b8846d service neutron] 10.222.0.18 "GET /v2.0/networks/14ea3a06-6a76-413d-9b9b-b808e601e353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897079 Feb 07 12:01:43.296700 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e739d417-e119-4127-bf0d-2c3853328aa4 req-373be7c1-c541-4bd9-8b18-1b15565dc6aa service neutron] 10.222.0.18 "GET /v2.0/networks/14ea3a06-6a76-413d-9b9b-b808e601e353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836186 Feb 07 12:01:43.457907 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349afdd0-2639-46d5-881b-723e6e8553ac req-c29af493-65dc-4a4d-b392-02a954a5b822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:43.459394 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-349afdd0-2639-46d5-881b-723e6e8553ac req-c29af493-65dc-4a4d-b392-02a954a5b822 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c3171965250b49d9b230bb6b8387aebd&device_id=88d86586-f8c6-42c6-9acf-70cc7a0e6a58 HTTP/1.1" status: 200 len: 1127 time: 0.0467772 Feb 07 12:01:43.582980 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349afdd0-2639-46d5-881b-723e6e8553ac req-c44d3b4b-6daa-4dbe-8e9d-f8091d4890b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:43.584372 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-349afdd0-2639-46d5-881b-723e6e8553ac req-c44d3b4b-6daa-4dbe-8e9d-f8091d4890b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=14ea3a06-6a76-413d-9b9b-b808e601e353 HTTP/1.1" status: 200 len: 915 time: 0.1178513 Feb 07 12:01:43.641126 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-349afdd0-2639-46d5-881b-723e6e8553ac req-4cf277fe-68b9-4fe4-8d03-5449d69dc969 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12ed55d8-c7ba-4bed-bea9-39cd1d765fbc HTTP/1.1" status: 200 len: 217 time: 0.0497265 Feb 07 12:01:43.648260 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540271bb-a673-4939-8699-707c62167c5f req-dbbca8bd-9c39-4585-9710-ea361b9c0426 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:43.649733 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-540271bb-a673-4939-8699-707c62167c5f req-dbbca8bd-9c39-4585-9710-ea361b9c0426 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?device_id=88d86586-f8c6-42c6-9acf-70cc7a0e6a58 HTTP/1.1" status: 200 len: 943 time: 0.1121583 Feb 07 12:01:43.653911 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:43.945015 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349afdd0-2639-46d5-881b-723e6e8553ac req-aa74b490-e455-463d-b1de-e0aa178e5ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:43.946430 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-349afdd0-2639-46d5-881b-723e6e8553ac req-aa74b490-e455-463d-b1de-e0aa178e5ae1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4fb21464-0383-4c54-9b5e-6696f8486ffa HTTP/1.1" status: 200 len: 854 time: 0.2958119 Feb 07 12:01:43.968725 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-540271bb-a673-4939-8699-707c62167c5f req-984784a7-b651-48be-a902-b78779b86e2d tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/security-groups?id=58626264-1864-4620-86de-d2cf52212a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107989 Feb 07 12:01:43.984127 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-349afdd0-2639-46d5-881b-723e6e8553ac req-15ef675b-61f8-43d1-bca4-0f63d4400b32 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=14ea3a06-6a76-413d-9b9b-b808e601e353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303428 Feb 07 12:01:44.072615 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-349afdd0-2639-46d5-881b-723e6e8553ac req-2e9b27ae-67eb-4a70-9157-0674cd6b97c9 service neutron] 10.222.0.18 "GET /v2.0/networks/14ea3a06-6a76-413d-9b9b-b808e601e353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813715 Feb 07 12:01:44.157121 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-349afdd0-2639-46d5-881b-723e6e8553ac req-2aafe3b2-2f76-4168-96cf-3bd3dabd82a9 service neutron] 10.222.0.18 "GET /v2.0/networks/14ea3a06-6a76-413d-9b9b-b808e601e353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781083 Feb 07 12:01:44.652577 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:44.687242 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 59308) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:44.792423 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d9264b13-2bd5-425e-9d42-18bfeb0002f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:44.867602 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d9264b13-2bd5-425e-9d42-18bfeb0002f2 admin admin] Publish callbacks [] for security_group (b5d98ea5-49ba-432e-9f1c-455ad09300d5), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:44.953504 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d9264b13-2bd5-425e-9d42-18bfeb0002f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (b5d98ea5-49ba-432e-9f1c-455ad09300d5), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:44.990477 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-d9264b13-2bd5-425e-9d42-18bfeb0002f2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=aca187041299435da82b6c9f17bade68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3021801 Feb 07 12:01:44.991348 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9264b13-2bd5-425e-9d42-18bfeb0002f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d98ea5-49ba-432e-9f1c-455ad09300d5,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:44.993111 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 59314) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:45.055685 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-144d3427-fbef-4376-b029-28a957e227e7 admin admin] Publish callbacks [] for security_group (b5d98ea5-49ba-432e-9f1c-455ad09300d5), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:45.096949 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-144d3427-fbef-4376-b029-28a957e227e7 admin admin] Publish callbacks [] for security_group (b5d98ea5-49ba-432e-9f1c-455ad09300d5), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:45.128455 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490eb1fd-9293-4d90-8ca0-15e6e4f0e0a9 req-bebed178-2dfd-4f91-b855-8e1f8c2f06f1 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:45.129949 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-490eb1fd-9293-4d90-8ca0-15e6e4f0e0a9 req-bebed178-2dfd-4f91-b855-8e1f8c2f06f1 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?device_id=88d86586-f8c6-42c6-9acf-70cc7a0e6a58 HTTP/1.1" status: 200 len: 943 time: 0.0912299 Feb 07 12:01:45.180096 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-490eb1fd-9293-4d90-8ca0-15e6e4f0e0a9 req-9cc2f369-3dd2-4b95-bf19-d20c425a65be tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/security-groups?id=58626264-1864-4620-86de-d2cf52212a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424678 Feb 07 12:01:45.247182 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-144d3427-fbef-4376-b029-28a957e227e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (b5d98ea5-49ba-432e-9f1c-455ad09300d5), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:45.249827 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-144d3427-fbef-4376-b029-28a957e227e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:45.250917 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-144d3427-fbef-4376-b029-28a957e227e7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b5d98ea5-49ba-432e-9f1c-455ad09300d5 HTTP/1.1" status: 204 len: 168 time: 0.2558107 Feb 07 12:01:45.258636 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d3427-fbef-4376-b029-28a957e227e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d98ea5-49ba-432e-9f1c-455ad09300d5,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:45.822201 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 59320) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:45.836366 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4ff40406-0623-4177-ac21-074106836cff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:45.908524 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4ff40406-0623-4177-ac21-074106836cff admin admin] Publish callbacks [] for security_group (4c288f9f-fa71-44ec-8cbf-43ad857da1db), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:45.961195 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-4ff40406-0623-4177-ac21-074106836cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (4c288f9f-fa71-44ec-8cbf-43ad857da1db), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:46.001459 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-4ff40406-0623-4177-ac21-074106836cff admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8a71d74fbcd64db4add0233c6ff33e8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1782227 Feb 07 12:01:46.002385 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff40406-0623-4177-ac21-074106836cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c288f9f-fa71-44ec-8cbf-43ad857da1db,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:46.004123 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 59324) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:46.049863 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c5fe3e0f-468a-4d07-a368-7c83bd53a0df admin admin] Publish callbacks [] for security_group (4c288f9f-fa71-44ec-8cbf-43ad857da1db), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:46.072294 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c5fe3e0f-468a-4d07-a368-7c83bd53a0df admin admin] Publish callbacks [] for security_group (4c288f9f-fa71-44ec-8cbf-43ad857da1db), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:46.190040 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c5fe3e0f-468a-4d07-a368-7c83bd53a0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (4c288f9f-fa71-44ec-8cbf-43ad857da1db), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:46.192656 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c5fe3e0f-468a-4d07-a368-7c83bd53a0df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:46.193856 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-c5fe3e0f-468a-4d07-a368-7c83bd53a0df admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4c288f9f-fa71-44ec-8cbf-43ad857da1db HTTP/1.1" status: 204 len: 168 time: 0.1887102 Feb 07 12:01:46.203672 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe3e0f-468a-4d07-a368-7c83bd53a0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c288f9f-fa71-44ec-8cbf-43ad857da1db,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:46.300947 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbd87a-034b-4e68-9bed-0ffb88a2d384 req-e08f9b6d-d4c3-4098-99ad-02df435cbf3b tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:46.302501 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-28fbd87a-034b-4e68-9bed-0ffb88a2d384 req-e08f9b6d-d4c3-4098-99ad-02df435cbf3b tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?device_id=88d86586-f8c6-42c6-9acf-70cc7a0e6a58 HTTP/1.1" status: 200 len: 943 time: 0.0523572 Feb 07 12:01:46.352449 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-28fbd87a-034b-4e68-9bed-0ffb88a2d384 req-7c7d7a2f-d4e7-4e32-b37c-54ff07aa65ec tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/security-groups?id=58626264-1864-4620-86de-d2cf52212a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431807 Feb 07 12:01:47.159546 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 12ed55d8-c7ba-4bed-bea9-39cd1d765fbc details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 12:01:47.257541 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 12ed55d8-c7ba-4bed-bea9-39cd1d765fbc, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=12ed55d8-c7ba-4bed-bea9-39cd1d765fbc,segment=NetworkSegment(0eaf1ece-4065-4ae4-8c2a-a98b57d10a80),segment_id=0eaf1ece-4065-4ae4-8c2a-a98b57d10a80)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:01:47.270204 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Returning: {'device': '12ed55d8-c7ba-4bed-bea9-39cd1d765fbc', 'network_id': '14ea3a06-6a76-413d-9b9b-b808e601e353', 'port_id': '12ed55d8-c7ba-4bed-bea9-39cd1d765fbc', 'mac_address': 'fa:16:3e:95:b1:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fb21464-0383-4c54-9b5e-6696f8486ffa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 12:01:47.307252 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port 12ed55d8-c7ba-4bed-bea9-39cd1d765fbc is: DOWN; New status is: BUILD {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:01:47.307649 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (12ed55d8-c7ba-4bed-bea9-39cd1d765fbc), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:47.320603 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ed55d8-c7ba-4bed-bea9-39cd1d765fbc {{(pid=109817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 12:01:47.342578 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 12ed55d8-c7ba-4bed-bea9-39cd1d765fbc, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=12ed55d8-c7ba-4bed-bea9-39cd1d765fbc,segment=NetworkSegment(0eaf1ece-4065-4ae4-8c2a-a98b57d10a80),segment_id=0eaf1ece-4065-4ae4-8c2a-a98b57d10a80)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:01:47.418439 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (12ed55d8-c7ba-4bed-bea9-39cd1d765fbc), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:47.467161 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=12ed55d8-c7ba-4bed-bea9-39cd1d765fbc,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:47.471621 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932111c-b494-4485-97b5-9df9d42d7798 req-06004d64-beae-4271-9256-d60af27c5cc8 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:47.473120 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-1932111c-b494-4485-97b5-9df9d42d7798 req-06004d64-beae-4271-9256-d60af27c5cc8 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?device_id=88d86586-f8c6-42c6-9acf-70cc7a0e6a58 HTTP/1.1" status: 200 len: 944 time: 0.0548453 Feb 07 12:01:47.519119 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-1932111c-b494-4485-97b5-9df9d42d7798 req-904524b6-721d-4251-be55-9a021ffbcdcf tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/security-groups?id=58626264-1864-4620-86de-d2cf52212a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404487 Feb 07 12:01:47.844900 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['12ed55d8-c7ba-4bed-bea9-39cd1d765fbc'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 12:01:48.561217 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 12:01:48.635930 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37706e76-48c8-4df9-a807-9a80f8c966ee req-a30a4858-d68b-46ea-86d1-08db5d9f29a5 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:48.637391 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-37706e76-48c8-4df9-a807-9a80f8c966ee req-a30a4858-d68b-46ea-86d1-08db5d9f29a5 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?device_id=88d86586-f8c6-42c6-9acf-70cc7a0e6a58 HTTP/1.1" status: 200 len: 944 time: 0.0526443 Feb 07 12:01:48.682987 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-37706e76-48c8-4df9-a807-9a80f8c966ee req-7c97ea4a-97ee-435e-b945-4f2c66823651 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/security-groups?id=58626264-1864-4620-86de-d2cf52212a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399225 Feb 07 12:01:49.175717 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 12ed55d8-c7ba-4bed-bea9-39cd1d765fbc up at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 12:01:49.292311 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning for port 12ed55d8-c7ba-4bed-bea9-39cd1d765fbc completed by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:01:49.296818 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning complete for port 12ed55d8-c7ba-4bed-bea9-39cd1d765fbc triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:01:49.297198 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (12ed55d8-c7ba-4bed-bea9-39cd1d765fbc), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:49.376323 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port 12ed55d8-c7ba-4bed-bea9-39cd1d765fbc is: BUILD; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:01:49.379283 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (12ed55d8-c7ba-4bed-bea9-39cd1d765fbc), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:49.398745 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d86586-f8c6-42c6-9acf-70cc7a0e6a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ed55d8-c7ba-4bed-bea9-39cd1d765fbc'}] {{(pid=109817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:01:49.401569 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bc6b3c0530c896bdfe52e422604eaad6eac6737642d5fab1ac5583b9ec47d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e902905-ec1b-4c5c-916a-f11fd9329ac5" -d '{"events": [{"server_uuid": "88d86586-f8c6-42c6-9acf-70cc7a0e6a58", "name": "network-vif-plugged", "status": "completed", "tag": "12ed55d8-c7ba-4bed-bea9-39cd1d765fbc"}]}' {{(pid=109817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:01:49.413264 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 12ed55d8-c7ba-4bed-bea9-39cd1d765fbc, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=12ed55d8-c7ba-4bed-bea9-39cd1d765fbc,segment=NetworkSegment(0eaf1ece-4065-4ae4-8c2a-a98b57d10a80),segment_id=0eaf1ece-4065-4ae4-8c2a-a98b57d10a80)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:01:49.440448 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51f7f8e-039c-4be5-874d-777841ef42f9 x-openstack-request-id: req-b51f7f8e-039c-4be5-874d-777841ef42f9 {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:01:49.440741 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d86586-f8c6-42c6-9acf-70cc7a0e6a58", "name": "network-vif-plugged", "status": "completed", "tag": "12ed55d8-c7ba-4bed-bea9-39cd1d765fbc", "code": 200}]} {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:01:49.441001 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b51f7f8e-039c-4be5-874d-777841ef42f9 {{(pid=109817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:01:49.441401 dv-cinder-817351-12-iscsi neutron-server[109817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d86586-f8c6-42c6-9acf-70cc7a0e6a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ed55d8-c7ba-4bed-bea9-39cd1d765fbc', 'code': 200} Feb 07 12:01:49.481542 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (12ed55d8-c7ba-4bed-bea9-39cd1d765fbc), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:49.528098 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=12ed55d8-c7ba-4bed-bea9-39cd1d765fbc,revision_number=5']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:49.765228 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19267deb-aa26-4912-81db-d80e01424a54 req-d9a1d796-d958-4377-842b-15820c020e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:49.766720 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-19267deb-aa26-4912-81db-d80e01424a54 req-d9a1d796-d958-4377-842b-15820c020e95 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=88d86586-f8c6-42c6-9acf-70cc7a0e6a58 HTTP/1.1" status: 200 len: 1129 time: 0.0536869 Feb 07 12:01:49.831642 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-19267deb-aa26-4912-81db-d80e01424a54 req-8a392e19-12ca-4bfe-885d-ea2ae918d28b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=58626264-1864-4620-86de-d2cf52212a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507035 Feb 07 12:01:49.839868 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac98cc5-ce09-4aa5-824d-60b4398a49c8 req-b9d256ec-7278-402b-b809-bba2a8da40fe tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:49.841300 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0ac98cc5-ce09-4aa5-824d-60b4398a49c8 req-b9d256ec-7278-402b-b809-bba2a8da40fe tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?device_id=88d86586-f8c6-42c6-9acf-70cc7a0e6a58 HTTP/1.1" status: 200 len: 945 time: 0.0902975 Feb 07 12:01:49.887510 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0ac98cc5-ce09-4aa5-824d-60b4398a49c8 req-34c29820-7ada-4792-8773-a413a9d8adef tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/security-groups?id=58626264-1864-4620-86de-d2cf52212a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406797 Feb 07 12:01:51.004496 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637c13c-4e01-4cf2-aff5-4d6a06db9c82 req-12307d95-1090-4f3c-8c78-ca1d15b2002d tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:51.006117 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4637c13c-4e01-4cf2-aff5-4d6a06db9c82 req-12307d95-1090-4f3c-8c78-ca1d15b2002d tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?device_id=88d86586-f8c6-42c6-9acf-70cc7a0e6a58 HTTP/1.1" status: 200 len: 945 time: 0.0510375 Feb 07 12:01:51.051486 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4637c13c-4e01-4cf2-aff5-4d6a06db9c82 req-de8ecdad-19a1-4ed2-85c5-c9f9a2dab7b6 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/security-groups?id=58626264-1864-4620-86de-d2cf52212a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393040 Feb 07 12:01:51.794816 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 59386) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:51.907131 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-1a047452-8645-4288-83a4-0527201bd05f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:51.977648 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-1a047452-8645-4288-83a4-0527201bd05f admin admin] Publish callbacks [] for security_group (184e03bc-02b3-4f54-af26-f2bbe7b5370a), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:52.062041 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-1a047452-8645-4288-83a4-0527201bd05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (184e03bc-02b3-4f54-af26-f2bbe7b5370a), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:52.099082 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a047452-8645-4288-83a4-0527201bd05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184e03bc-02b3-4f54-af26-f2bbe7b5370a,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:52.103277 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-1a047452-8645-4288-83a4-0527201bd05f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d6884ac227e142eaabc5d2a39f05f1e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073978 Feb 07 12:01:52.106688 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 59392) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:01:52.159294 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6d5f8936-78cf-408b-8ead-761f2eb2904e admin admin] Publish callbacks [] for security_group (184e03bc-02b3-4f54-af26-f2bbe7b5370a), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:52.180022 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41a0fb-f8fb-4ad3-b7cf-a62c056f857c req-c127859b-e045-4820-b3ca-ab94ff69a6d5 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:52.181218 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6d5f8936-78cf-408b-8ead-761f2eb2904e admin admin] Publish callbacks [] for security_group (184e03bc-02b3-4f54-af26-f2bbe7b5370a), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:52.182025 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-de41a0fb-f8fb-4ad3-b7cf-a62c056f857c req-c127859b-e045-4820-b3ca-ab94ff69a6d5 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?device_id=88d86586-f8c6-42c6-9acf-70cc7a0e6a58 HTTP/1.1" status: 200 len: 945 time: 0.0587239 Feb 07 12:01:52.232013 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-de41a0fb-f8fb-4ad3-b7cf-a62c056f857c req-921b6757-ced5-47f9-a3e1-677075e4a1c2 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/security-groups?id=58626264-1864-4620-86de-d2cf52212a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442371 Feb 07 12:01:52.293685 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6d5f8936-78cf-408b-8ead-761f2eb2904e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (184e03bc-02b3-4f54-af26-f2bbe7b5370a), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:52.296286 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6d5f8936-78cf-408b-8ead-761f2eb2904e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:52.302319 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-6d5f8936-78cf-408b-8ead-761f2eb2904e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/184e03bc-02b3-4f54-af26-f2bbe7b5370a HTTP/1.1" status: 204 len: 168 time: 0.1898365 Feb 07 12:01:52.305359 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f8936-78cf-408b-8ead-761f2eb2904e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184e03bc-02b3-4f54-af26-f2bbe7b5370a,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:01:53.205041 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:56.401460 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-18aa83e0-b96b-49e0-9994-797e4908e002 tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=1f6746dab8cd4129b53e5fce20ffe726&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289536 Feb 07 12:01:56.582734 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-8a3d4225-d6db-407b-b045-cd16f783707e tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:56.584293 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-8a3d4225-d6db-407b-b045-cd16f783707e tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1773274 Feb 07 12:01:56.599010 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-f85e9d05-b979-4937-b1ff-ecece28028ca tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/quotas/1f6746dab8cd4129b53e5fce20ffe726 HTTP/1.1" status: 200 len: 375 time: 0.0092554 Feb 07 12:01:56.633701 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-f37dcc0e-a96c-415e-ab57-95e7f9b60d27 tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1f6746dab8cd4129b53e5fce20ffe726&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298660 Feb 07 12:01:56.888690 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0e2d8ad3-5c5d-4461-a048-949aa753cc58 req-7195cc7c-447f-4557-a313-9e45bb734ec4 tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/ports?device_id=33b0ea28-baaf-4c45-899c-74c06d02ecea HTTP/1.1" status: 200 len: 210 time: 0.0278714 Feb 07 12:01:57.982351 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e4bc7ff3-4811-4fef-9d2d-a198af111443 req-03105113-346f-4331-8d67-4fa05fe3246f tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/ports?device_id=33b0ea28-baaf-4c45-899c-74c06d02ecea HTTP/1.1" status: 200 len: 210 time: 0.0259962 Feb 07 12:01:59.078156 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-290af6ed-bf07-49c6-b23a-5c14a19c6404 req-0f6535ff-72da-4352-9f01-c15c86af0c3d tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/ports?device_id=33b0ea28-baaf-4c45-899c-74c06d02ecea HTTP/1.1" status: 200 len: 210 time: 0.0272129 Feb 07 12:01:59.183271 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-3f5969b5-3656-436a-9b42-48b979ea00ae tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1f6746dab8cd4129b53e5fce20ffe726&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275822 Feb 07 12:01:59.373681 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-7da9fa5c-8038-46c8-afc7-9b6cb3666e5b tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:59.375195 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-7da9fa5c-8038-46c8-afc7-9b6cb3666e5b tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1862378 Feb 07 12:01:59.389130 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-2c43aee5-87bf-4630-b4fb-c60baa83422e tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Request body: {'port': {'device_id': '33b0ea28-baaf-4c45-899c-74c06d02ecea', 'network_id': '73d23810-67ae-416c-9396-0edf6a678a2b', 'admin_state_up': True, 'tenant_id': '1f6746dab8cd4129b53e5fce20ffe726'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:01:59.607294 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-2c43aee5-87bf-4630-b4fb-c60baa83422e tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Made reservation on behalf of 1f6746dab8cd4129b53e5fce20ffe726 for: {'port': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:01:59.611640 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-2c43aee5-87bf-4630-b4fb-c60baa83422e tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:59.625298 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-2c43aee5-87bf-4630-b4fb-c60baa83422e tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:59.711178 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-36001fa2-d855-48d6-ad9e-83fdb880b92b req-4512d777-c767-4749-927e-7816ead6a5be service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784125 Feb 07 12:01:59.746914 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-2c43aee5-87bf-4630-b4fb-c60baa83422e tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Publish callbacks [] for security_group (b868e035-c31b-4b92-96dc-9348b28561fe), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:59.804304 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36001fa2-d855-48d6-ad9e-83fdb880b92b req-b3384250-b425-4316-95e1-b5c2cd1938f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:01:59.805832 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-36001fa2-d855-48d6-ad9e-83fdb880b92b req-b3384250-b425-4316-95e1-b5c2cd1938f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5aee5042ef3f4e89b7ecbd8f22bbd057&device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 1129 time: 0.0451946 Feb 07 12:01:59.838220 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-2c43aee5-87bf-4630-b4fb-c60baa83422e tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (b868e035-c31b-4b92-96dc-9348b28561fe), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:01:59.946409 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43aee5-87bf-4630-b4fb-c60baa83422e tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b868e035-c31b-4b92-96dc-9348b28561fe,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:02:00.023353 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36001fa2-d855-48d6-ad9e-83fdb880b92b req-8e147358-4165-4593-93f5-8b53ea1a0376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:00.024892 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-36001fa2-d855-48d6-ad9e-83fdb880b92b req-8e147358-4165-4593-93f5-8b53ea1a0376 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e90f11b-6d0b-4095-9954-c1764d14537e HTTP/1.1" status: 200 len: 911 time: 0.1966336 Feb 07 12:02:00.078265 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_common [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-2c43aee5-87bf-4630-b4fb-c60baa83422e tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Allocated IP 192.168.233.184 (73d23810-67ae-416c-9396-0edf6a678a2b/c1c40a4a-039c-4423-a3c5-6fba353c8a24/83600c4c-c34c-46b4-96f4-006601f9c0d0) {{(pid=109816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:02:00.112188 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-36001fa2-d855-48d6-ad9e-83fdb880b92b req-36245368-0b15-448e-bebc-b41de868ceb3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5640033-1539-4ee6-a52f-76a859dac6bc HTTP/1.1" status: 200 len: 1000 time: 0.0772035 Feb 07 12:02:00.174776 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-2c49e573-7318-43f2-b4d8-3edfc31eda5e req-0b8c88fe-ea9d-44ac-ba59-6df43d4a1935 tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/ports?device_id=33b0ea28-baaf-4c45-899c-74c06d02ecea HTTP/1.1" status: 200 len: 210 time: 0.0257106 Feb 07 12:02:00.220103 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36001fa2-d855-48d6-ad9e-83fdb880b92b req-0fa7fa12-190a-45d2-84a5-614b79fd0163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:00.221477 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-36001fa2-d855-48d6-ad9e-83fdb880b92b req-0fa7fa12-190a-45d2-84a5-614b79fd0163 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b1a0f93d-db77-4f5b-a7ca-00e373764377 HTTP/1.1" status: 200 len: 849 time: 0.1009345 Feb 07 12:02:00.290880 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-2c43aee5-87bf-4630-b4fb-c60baa83422e tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Publish callbacks [] for port (83600c4c-c34c-46b4-96f4-006601f9c0d0), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:00.343647 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36001fa2-d855-48d6-ad9e-83fdb880b92b req-0faf877a-a51d-401d-ae20-91c795d97553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:00.345171 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-36001fa2-d855-48d6-ad9e-83fdb880b92b req-0faf877a-a51d-401d-ae20-91c795d97553 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e90f11b-6d0b-4095-9954-c1764d14537e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0719230 Feb 07 12:02:00.414598 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-2c43aee5-87bf-4630-b4fb-c60baa83422e tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (83600c4c-c34c-46b4-96f4-006601f9c0d0), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:00.467830 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-2c43aee5-87bf-4630-b4fb-c60baa83422e tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Network 73d23810-67ae-416c-9396-0edf6a678a2b is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:02:00.479605 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-2c43aee5-87bf-4630-b4fb-c60baa83422e tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:02:00.488061 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-2c43aee5-87bf-4630-b4fb-c60baa83422e tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Received port after_create {{(pid=109816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 12:02:00.514853 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43aee5-87bf-4630-b4fb-c60baa83422e tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Pushing event updated for resources: {'Port': ['ID=83600c4c-c34c-46b4-96f4-006601f9c0d0,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:02:00.520874 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-36001fa2-d855-48d6-ad9e-83fdb880b92b req-1fd04782-06b0-4bed-8d69-847bcd5df3f4 service neutron] 10.222.0.18 "GET /v2.0/networks/7e90f11b-6d0b-4095-9954-c1764d14537e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614902 Feb 07 12:02:00.589575 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-2c43aee5-87bf-4630-b4fb-c60baa83422e tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:00.590205 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-2c43aee5-87bf-4630-b4fb-c60baa83422e tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:00.640016 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-36001fa2-d855-48d6-ad9e-83fdb880b92b req-c35674a5-2783-4663-9c09-5c380696870e service neutron] 10.222.0.18 "GET /v2.0/networks/7e90f11b-6d0b-4095-9954-c1764d14537e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120756 Feb 07 12:02:00.664678 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-3094b1cc-f841-4e4f-8a58-b49355cd47e8 None None] Provisioning complete for port 83600c4c-c34c-46b4-96f4-006601f9c0d0 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:02:00.665250 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-3094b1cc-f841-4e4f-8a58-b49355cd47e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (83600c4c-c34c-46b4-96f4-006601f9c0d0), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:00.681752 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-2c43aee5-87bf-4630-b4fb-c60baa83422e tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2964010 Feb 07 12:02:00.695466 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-de9fa9ed-f751-4dc2-b2d4-9f4766c4fca7 service neutron] Request body: {'port': {'device_id': '33b0ea28-baaf-4c45-899c-74c06d02ecea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:02:00.699976 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-3094b1cc-f841-4e4f-8a58-b49355cd47e8 None None] Port 83600c4c-c34c-46b4-96f4-006601f9c0d0 cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 12:02:00.755325 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-de9fa9ed-f751-4dc2-b2d4-9f4766c4fca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (83600c4c-c34c-46b4-96f4-006601f9c0d0), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:01.017816 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-de9fa9ed-f751-4dc2-b2d4-9f4766c4fca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83600c4c-c34c-46b4-96f4-006601f9c0d0 {{(pid=109816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 12:02:01.025083 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-de9fa9ed-f751-4dc2-b2d4-9f4766c4fca7 service neutron] Publish callbacks [] for port (83600c4c-c34c-46b4-96f4-006601f9c0d0), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:01.037054 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.provisioning_blocks [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-de9fa9ed-f751-4dc2-b2d4-9f4766c4fca7 service neutron] Transition to ACTIVE for port object 83600c4c-c34c-46b4-96f4-006601f9c0d0 will not be triggered until provisioned by entity L2. {{(pid=109816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:02:01.107638 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-de9fa9ed-f751-4dc2-b2d4-9f4766c4fca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209623'] for port (83600c4c-c34c-46b4-96f4-006601f9c0d0), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:01.157122 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9fa9ed-f751-4dc2-b2d4-9f4766c4fca7 service neutron] Pushing event updated for resources: {'Port': ['ID=83600c4c-c34c-46b4-96f4-006601f9c0d0,revision_number=2']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:02:01.237893 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-de9fa9ed-f751-4dc2-b2d4-9f4766c4fca7 service neutron] Attempting to bind port 83600c4c-c34c-46b4-96f4-006601f9c0d0 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 12:02:01.238369 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-de9fa9ed-f751-4dc2-b2d4-9f4766c4fca7 service neutron] Attempting to bind port 83600c4c-c34c-46b4-96f4-006601f9c0d0 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'b0fed146-c0db-462c-8d92-e849b5ab1b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '73d23810-67ae-416c-9396-0edf6a678a2b'}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 12:02:01.238697 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-de9fa9ed-f751-4dc2-b2d4-9f4766c4fca7 service neutron] Attempting to bind port 83600c4c-c34c-46b4-96f4-006601f9c0d0 on network 73d23810-67ae-416c-9396-0edf6a678a2b {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 12:02:01.243288 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-de9fa9ed-f751-4dc2-b2d4-9f4766c4fca7 service neutron] Port 83600c4c-c34c-46b4-96f4-006601f9c0d0 on network 73d23810-67ae-416c-9396-0edf6a678a2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 12:02:01.243603 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-de9fa9ed-f751-4dc2-b2d4-9f4766c4fca7 service neutron] Attempting to bind port 83600c4c-c34c-46b4-96f4-006601f9c0d0 on network 73d23810-67ae-416c-9396-0edf6a678a2b {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 12:02:01.259015 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-de9fa9ed-f751-4dc2-b2d4-9f4766c4fca7 service neutron] Checking agent: {'id': '0d418b69-6da0-49d9-b758-bac8cc78f2cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'started_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 12:02:01.259356 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-de9fa9ed-f751-4dc2-b2d4-9f4766c4fca7 service neutron] Checking segment: {'id': 'b0fed146-c0db-462c-8d92-e849b5ab1b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '73d23810-67ae-416c-9396-0edf6a678a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 12:02:01.259781 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-de9fa9ed-f751-4dc2-b2d4-9f4766c4fca7 service neutron] Bound using segment: {'id': 'b0fed146-c0db-462c-8d92-e849b5ab1b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '73d23810-67ae-416c-9396-0edf6a678a2b'} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 12:02:01.260221 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-de9fa9ed-f751-4dc2-b2d4-9f4766c4fca7 service neutron] Bound port: 83600c4c-c34c-46b4-96f4-006601f9c0d0, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0fed146-c0db-462c-8d92-e849b5ab1b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '73d23810-67ae-416c-9396-0edf6a678a2b'}}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 12:02:01.260587 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-de9fa9ed-f751-4dc2-b2d4-9f4766c4fca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (83600c4c-c34c-46b4-96f4-006601f9c0d0), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:01.338024 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd2a20-d503-4a54-b533-3bba0eb64e4f req-ce284613-a4bd-4a94-a001-e773734340e2 tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:01.339556 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e9fd2a20-d503-4a54-b533-3bba0eb64e4f req-ce284613-a4bd-4a94-a001-e773734340e2 tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/ports?device_id=33b0ea28-baaf-4c45-899c-74c06d02ecea HTTP/1.1" status: 200 len: 948 time: 0.0938265 Feb 07 12:02:01.372341 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-de9fa9ed-f751-4dc2-b2d4-9f4766c4fca7 service neutron] For port 83600c4c-c34c-46b4-96f4-006601f9c0d0, host hv-cinder-81735, cleared binding levels {{(pid=109816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 12:02:01.391908 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-de9fa9ed-f751-4dc2-b2d4-9f4766c4fca7 service neutron] For port 83600c4c-c34c-46b4-96f4-006601f9c0d0, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=83600c4c-c34c-46b4-96f4-006601f9c0d0,segment=NetworkSegment(b0fed146-c0db-462c-8d92-e849b5ab1b64),segment_id=b0fed146-c0db-462c-8d92-e849b5ab1b64)] {{(pid=109816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 12:02:01.406889 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e9fd2a20-d503-4a54-b533-3bba0eb64e4f req-54788865-3875-4926-9c2f-ab690bf0e99e tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/security-groups?id=b868e035-c31b-4b92-96dc-9348b28561fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572028 Feb 07 12:02:01.538906 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-de9fa9ed-f751-4dc2-b2d4-9f4766c4fca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209623'] for port (83600c4c-c34c-46b4-96f4-006601f9c0d0), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:01.580817 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-de9fa9ed-f751-4dc2-b2d4-9f4766c4fca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:01.580817 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-de9fa9ed-f751-4dc2-b2d4-9f4766c4fca7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:01.580817 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-de9fa9ed-f751-4dc2-b2d4-9f4766c4fca7 service neutron] 10.222.0.18 "PUT /v2.0/ports/83600c4c-c34c-46b4-96f4-006601f9c0d0 HTTP/1.1" status: 200 len: 1098 time: 0.8880587 Feb 07 12:02:01.580817 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b0ea28-baaf-4c45-899c-74c06d02ecea', 'tag': '83600c4c-c34c-46b4-96f4-006601f9c0d0'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:02:01.582136 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc01dc5e-7d43-488c-a32b-9851ef644800" -d '{"events": [{"name": "network-changed", "server_uuid": "33b0ea28-baaf-4c45-899c-74c06d02ecea", "tag": "83600c4c-c34c-46b4-96f4-006601f9c0d0"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:02:01.607912 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9fa9ed-f751-4dc2-b2d4-9f4766c4fca7 service neutron] Pushing event updated for resources: {'Port': ['ID=83600c4c-c34c-46b4-96f4-006601f9c0d0,revision_number=3']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:02:01.627950 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 12:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc92a693-7cb9-4b89-a2e4-c2899651538c x-openstack-request-id: req-dc92a693-7cb9-4b89-a2e4-c2899651538c {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:02:01.627950 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b0ea28-baaf-4c45-899c-74c06d02ecea", "tag": "83600c4c-c34c-46b4-96f4-006601f9c0d0", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:02:01.627950 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dc92a693-7cb9-4b89-a2e4-c2899651538c {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:02:01.627950 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b0ea28-baaf-4c45-899c-74c06d02ecea', 'tag': '83600c4c-c34c-46b4-96f4-006601f9c0d0', 'status': 'completed', 'code': 200} Feb 07 12:02:01.700118 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01dc5e-7d43-488c-a32b-9851ef644800 req-a8d28218-2795-4c77-b610-8ac79aa17cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:01.702407 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cc01dc5e-7d43-488c-a32b-9851ef644800 req-a8d28218-2795-4c77-b610-8ac79aa17cfe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f6746dab8cd4129b53e5fce20ffe726&device_id=33b0ea28-baaf-4c45-899c-74c06d02ecea HTTP/1.1" status: 200 len: 1132 time: 0.0524344 Feb 07 12:02:01.738705 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cc01dc5e-7d43-488c-a32b-9851ef644800 req-95b7fe7c-5d95-4207-91ad-9308d242877a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=1f6746dab8cd4129b53e5fce20ffe726&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203509 Feb 07 12:02:01.837133 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01dc5e-7d43-488c-a32b-9851ef644800 req-3e47f3de-7e6c-46de-b96a-c4724a9b0bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:01.838696 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cc01dc5e-7d43-488c-a32b-9851ef644800 req-3e47f3de-7e6c-46de-b96a-c4724a9b0bca service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925789 Feb 07 12:02:01.935066 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-8eba559b-7eaf-47af-8d5e-5800af3267db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:01.937072 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-8eba559b-7eaf-47af-8d5e-5800af3267db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f6746dab8cd4129b53e5fce20ffe726&device_id=33b0ea28-baaf-4c45-899c-74c06d02ecea HTTP/1.1" status: 200 len: 1132 time: 0.0456378 Feb 07 12:02:01.980188 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-99fca856-f10a-4301-883a-458cd5da94a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=83600c4c-c34c-46b4-96f4-006601f9c0d0 HTTP/1.1" status: 200 len: 217 time: 0.0350480 Feb 07 12:02:02.035274 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-f95f3c46-75e0-4131-876a-f028d15c9bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:02.036643 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-f95f3c46-75e0-4131-876a-f028d15c9bfc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1c40a4a-039c-4423-a3c5-6fba353c8a24 HTTP/1.1" status: 200 len: 843 time: 0.0416648 Feb 07 12:02:02.092963 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-1de2fb8d-3523-4845-95da-eac080e6f608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:02.094432 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-1de2fb8d-3523-4845-95da-eac080e6f608 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73d23810-67ae-416c-9396-0edf6a678a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0494902 Feb 07 12:02:02.183124 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-f42cb291-61da-4afd-9f3a-5f51eac8e2cf service neutron] 10.222.0.18 "GET /v2.0/networks/73d23810-67ae-416c-9396-0edf6a678a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804486 Feb 07 12:02:02.275465 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8e5ae834-9a59-4904-878b-5f3c29184399 req-cb7798b8-aa07-4ce6-b50c-84807aecfed8 service neutron] 10.222.0.18 "GET /v2.0/networks/73d23810-67ae-416c-9396-0edf6a678a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848577 Feb 07 12:02:02.527529 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365eac5e-d727-4a13-9627-3e3876ec336c req-d152945a-a444-4f9e-8512-94c3d8bff5f4 tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:02.529303 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-365eac5e-d727-4a13-9627-3e3876ec336c req-d152945a-a444-4f9e-8512-94c3d8bff5f4 tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/ports?device_id=33b0ea28-baaf-4c45-899c-74c06d02ecea HTTP/1.1" status: 200 len: 948 time: 0.0531585 Feb 07 12:02:02.575382 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-365eac5e-d727-4a13-9627-3e3876ec336c req-1445dee9-eca2-4d33-a532-892258482d49 tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/security-groups?id=b868e035-c31b-4b92-96dc-9348b28561fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402997 Feb 07 12:02:03.700945 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67800146-a17b-48b1-b3bb-09830a48f931 req-9c79cf24-9465-4b05-ab05-e157ea7440fa tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:03.702513 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-67800146-a17b-48b1-b3bb-09830a48f931 req-9c79cf24-9465-4b05-ab05-e157ea7440fa tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/ports?device_id=33b0ea28-baaf-4c45-899c-74c06d02ecea HTTP/1.1" status: 200 len: 948 time: 0.0573499 Feb 07 12:02:03.754106 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-67800146-a17b-48b1-b3bb-09830a48f931 req-fb0c5e16-6bea-468e-8e82-6d970e736444 tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/security-groups?id=b868e035-c31b-4b92-96dc-9348b28561fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460305 Feb 07 12:02:04.871644 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54c892-ab2e-429b-bb5b-97789894b864 req-6ef8bd66-0511-41bc-8340-327ffc20220b tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:04.873103 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3b54c892-ab2e-429b-bb5b-97789894b864 req-6ef8bd66-0511-41bc-8340-327ffc20220b tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/ports?device_id=33b0ea28-baaf-4c45-899c-74c06d02ecea HTTP/1.1" status: 200 len: 948 time: 0.0525990 Feb 07 12:02:04.924111 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3b54c892-ab2e-429b-bb5b-97789894b864 req-ce0fc180-86c4-4b97-83a1-f506cb67988a tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/security-groups?id=b868e035-c31b-4b92-96dc-9348b28561fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449007 Feb 07 12:02:06.041128 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e63ed-c999-4dee-966b-72a7ba4b408e req-ceeb5bd4-3c31-4ba2-b4d9-ef5b1fed420d tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:06.042601 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-122e63ed-c999-4dee-966b-72a7ba4b408e req-ceeb5bd4-3c31-4ba2-b4d9-ef5b1fed420d tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/ports?device_id=33b0ea28-baaf-4c45-899c-74c06d02ecea HTTP/1.1" status: 200 len: 948 time: 0.0508337 Feb 07 12:02:06.087134 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-122e63ed-c999-4dee-966b-72a7ba4b408e req-00e2649d-b09e-4caa-a39d-a78233590e8f tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/security-groups?id=b868e035-c31b-4b92-96dc-9348b28561fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391290 Feb 07 12:02:07.201860 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da736466-6c05-4ba8-bdbd-5b5d843d4895 req-6135dcd8-0e6b-40fc-8e17-83edc7b367ab tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:07.203336 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-da736466-6c05-4ba8-bdbd-5b5d843d4895 req-6135dcd8-0e6b-40fc-8e17-83edc7b367ab tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/ports?device_id=33b0ea28-baaf-4c45-899c-74c06d02ecea HTTP/1.1" status: 200 len: 948 time: 0.0519545 Feb 07 12:02:07.249310 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-da736466-6c05-4ba8-bdbd-5b5d843d4895 req-4bcfbfd1-dc1b-49ef-b467-b9bda391f16c tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/security-groups?id=b868e035-c31b-4b92-96dc-9348b28561fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401838 Feb 07 12:02:07.304203 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 83600c4c-c34c-46b4-96f4-006601f9c0d0 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 12:02:07.400460 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 83600c4c-c34c-46b4-96f4-006601f9c0d0, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=83600c4c-c34c-46b4-96f4-006601f9c0d0,segment=NetworkSegment(b0fed146-c0db-462c-8d92-e849b5ab1b64),segment_id=b0fed146-c0db-462c-8d92-e849b5ab1b64)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:02:07.412256 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Returning: {'device': '83600c4c-c34c-46b4-96f4-006601f9c0d0', 'network_id': '73d23810-67ae-416c-9396-0edf6a678a2b', 'port_id': '83600c4c-c34c-46b4-96f4-006601f9c0d0', 'mac_address': 'fa:16:3e:1f:55:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1c40a4a-039c-4423-a3c5-6fba353c8a24', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 12:02:07.573916 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port 83600c4c-c34c-46b4-96f4-006601f9c0d0 is: DOWN; New status is: BUILD {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:02:07.574306 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (83600c4c-c34c-46b4-96f4-006601f9c0d0), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:07.586889 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83600c4c-c34c-46b4-96f4-006601f9c0d0 {{(pid=109817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 12:02:07.606437 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 83600c4c-c34c-46b4-96f4-006601f9c0d0, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=83600c4c-c34c-46b4-96f4-006601f9c0d0,segment=NetworkSegment(b0fed146-c0db-462c-8d92-e849b5ab1b64),segment_id=b0fed146-c0db-462c-8d92-e849b5ab1b64)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:02:07.675503 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (83600c4c-c34c-46b4-96f4-006601f9c0d0), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:07.723095 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=83600c4c-c34c-46b4-96f4-006601f9c0d0,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:02:08.148906 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['83600c4c-c34c-46b4-96f4-006601f9c0d0'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 12:02:08.366602 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281e49f-a0a1-4422-97a1-cae416006c30 req-9088a281-a5bd-4011-b3ff-d7347757165a tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:08.368069 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8281e49f-a0a1-4422-97a1-cae416006c30 req-9088a281-a5bd-4011-b3ff-d7347757165a tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/ports?device_id=33b0ea28-baaf-4c45-899c-74c06d02ecea HTTP/1.1" status: 200 len: 949 time: 0.0527670 Feb 07 12:02:08.395418 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-44969487-0560-4714-9d0a-b4ba175bf751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:08.413529 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8281e49f-a0a1-4422-97a1-cae416006c30 req-e3f29091-9efb-408a-bd2c-c2afcd8cae52 tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/security-groups?id=b868e035-c31b-4b92-96dc-9348b28561fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400498 Feb 07 12:02:09.527969 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4f80d-be96-439e-9d12-cb313950ddd6 req-151648b3-2e0b-4296-90f9-6294e26bbe1b tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:09.530092 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-12d4f80d-be96-439e-9d12-cb313950ddd6 req-151648b3-2e0b-4296-90f9-6294e26bbe1b tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/ports?device_id=33b0ea28-baaf-4c45-899c-74c06d02ecea HTTP/1.1" status: 200 len: 949 time: 0.0516958 Feb 07 12:02:09.574091 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-12d4f80d-be96-439e-9d12-cb313950ddd6 req-3e08ae97-b215-4fe6-aadd-948c202bf328 tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/security-groups?id=b868e035-c31b-4b92-96dc-9348b28561fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385823 Feb 07 12:02:10.564142 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-a0dc403f-2dc0-4fb6-895e-0bdb3b88fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:10.693100 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c55b6b-0caa-40f9-9d32-824209728517 req-7b2cb431-685a-4165-901a-60df6dbee892 tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:10.694578 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-95c55b6b-0caa-40f9-9d32-824209728517 req-7b2cb431-685a-4165-901a-60df6dbee892 tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/ports?device_id=33b0ea28-baaf-4c45-899c-74c06d02ecea HTTP/1.1" status: 200 len: 949 time: 0.0549684 Feb 07 12:02:10.739135 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-95c55b6b-0caa-40f9-9d32-824209728517 req-8b0b3053-c1aa-4117-83bb-1bf8f21d8721 tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/security-groups?id=b868e035-c31b-4b92-96dc-9348b28561fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388510 Feb 07 12:02:11.330229 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 83600c4c-c34c-46b4-96f4-006601f9c0d0 up at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 12:02:11.513053 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning for port 83600c4c-c34c-46b4-96f4-006601f9c0d0 completed by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:02:11.517828 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning complete for port 83600c4c-c34c-46b4-96f4-006601f9c0d0 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:02:11.518209 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (83600c4c-c34c-46b4-96f4-006601f9c0d0), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:11.596241 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port 83600c4c-c34c-46b4-96f4-006601f9c0d0 is: BUILD; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:02:11.596892 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (83600c4c-c34c-46b4-96f4-006601f9c0d0), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:11.628120 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b0ea28-baaf-4c45-899c-74c06d02ecea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83600c4c-c34c-46b4-96f4-006601f9c0d0'}] {{(pid=109817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:02:11.630396 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bc6b3c0530c896bdfe52e422604eaad6eac6737642d5fab1ac5583b9ec47d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7ffc19-4fe6-4bf9-96d7-3cd8144f7658" -d '{"events": [{"server_uuid": "33b0ea28-baaf-4c45-899c-74c06d02ecea", "name": "network-vif-plugged", "status": "completed", "tag": "83600c4c-c34c-46b4-96f4-006601f9c0d0"}]}' {{(pid=109817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:02:11.649443 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 83600c4c-c34c-46b4-96f4-006601f9c0d0, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=83600c4c-c34c-46b4-96f4-006601f9c0d0,segment=NetworkSegment(b0fed146-c0db-462c-8d92-e849b5ab1b64),segment_id=b0fed146-c0db-462c-8d92-e849b5ab1b64)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:02:11.670012 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c6cb7b-2285-4d27-a03a-5dddbea1ebd9 x-openstack-request-id: req-f2c6cb7b-2285-4d27-a03a-5dddbea1ebd9 {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:02:11.670300 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b0ea28-baaf-4c45-899c-74c06d02ecea", "name": "network-vif-plugged", "status": "completed", "tag": "83600c4c-c34c-46b4-96f4-006601f9c0d0", "code": 200}]} {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:02:11.670548 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f2c6cb7b-2285-4d27-a03a-5dddbea1ebd9 {{(pid=109817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:02:11.670930 dv-cinder-817351-12-iscsi neutron-server[109817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b0ea28-baaf-4c45-899c-74c06d02ecea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83600c4c-c34c-46b4-96f4-006601f9c0d0', 'code': 200} Feb 07 12:02:11.726316 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (83600c4c-c34c-46b4-96f4-006601f9c0d0), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:11.729923 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:11.777749 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=83600c4c-c34c-46b4-96f4-006601f9c0d0,revision_number=5']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:02:11.871895 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b1141-a807-44e1-b5cc-b1c94958881c req-44dba5f8-cdf5-4802-ac7e-89124f6a42cc tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:11.873399 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f53b1141-a807-44e1-b5cc-b1c94958881c req-44dba5f8-cdf5-4802-ac7e-89124f6a42cc tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/ports?device_id=33b0ea28-baaf-4c45-899c-74c06d02ecea HTTP/1.1" status: 200 len: 950 time: 0.0567839 Feb 07 12:02:11.918658 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f53b1141-a807-44e1-b5cc-b1c94958881c req-416c37e1-e570-4d2a-95e3-4ece65eabc2c tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/security-groups?id=b868e035-c31b-4b92-96dc-9348b28561fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390682 Feb 07 12:02:11.998259 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32989eb-d2d3-44f8-80bf-fda7f73e9f0e req-1e34e4ad-e613-4587-907e-392fba281a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:11.999716 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f32989eb-d2d3-44f8-80bf-fda7f73e9f0e req-1e34e4ad-e613-4587-907e-392fba281a09 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ea28-baaf-4c45-899c-74c06d02ecea HTTP/1.1" status: 200 len: 1134 time: 0.0425053 Feb 07 12:02:12.041916 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f32989eb-d2d3-44f8-80bf-fda7f73e9f0e req-9484ad41-5ab3-40ed-b59c-f12c12ae1c96 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b868e035-c31b-4b92-96dc-9348b28561fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353498 Feb 07 12:02:13.037615 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73945bd5-b84c-4aa6-8435-5722d7135525 req-1c1f540a-db41-42a9-9126-d7fd77b9dc64 tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:13.039095 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-73945bd5-b84c-4aa6-8435-5722d7135525 req-1c1f540a-db41-42a9-9126-d7fd77b9dc64 tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/ports?device_id=33b0ea28-baaf-4c45-899c-74c06d02ecea HTTP/1.1" status: 200 len: 950 time: 0.0515511 Feb 07 12:02:13.085683 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-73945bd5-b84c-4aa6-8435-5722d7135525 req-b249e55b-1f10-4051-9dab-69bb08aff259 tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/security-groups?id=b868e035-c31b-4b92-96dc-9348b28561fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408814 Feb 07 12:02:13.664827 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:14.108795 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31a8ff-af56-4774-9225-f1f9525dec7b req-b4c3d884-d2f4-4e9b-aed7-9496d858e8da tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:14.110293 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-6b31a8ff-af56-4774-9225-f1f9525dec7b req-b4c3d884-d2f4-4e9b-aed7-9496d858e8da tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0524752 Feb 07 12:02:14.161466 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-6b31a8ff-af56-4774-9225-f1f9525dec7b req-00d7f606-a292-4f2d-bb01-c40f48b75658 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451043 Feb 07 12:02:14.208840 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9abd4-bc9e-4728-8580-f8700421f63d req-9074db19-57a1-4a8d-97f1-f11202a0f53f tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:14.210379 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d1f9abd4-bc9e-4728-8580-f8700421f63d req-9074db19-57a1-4a8d-97f1-f11202a0f53f tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/ports?device_id=33b0ea28-baaf-4c45-899c-74c06d02ecea HTTP/1.1" status: 200 len: 950 time: 0.0574203 Feb 07 12:02:14.271464 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d1f9abd4-bc9e-4728-8580-f8700421f63d req-85b10218-df90-40f3-8235-881996abeea5 tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/security-groups?id=b868e035-c31b-4b92-96dc-9348b28561fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551529 Feb 07 12:02:14.698566 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:15.283080 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c76790-af2c-4d49-aaa4-a638989aafb3 req-5250240a-f36a-400b-9398-0c36a48ab7c5 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:15.284540 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-48c76790-af2c-4d49-aaa4-a638989aafb3 req-5250240a-f36a-400b-9398-0c36a48ab7c5 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0519462 Feb 07 12:02:15.332345 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-48c76790-af2c-4d49-aaa4-a638989aafb3 req-561e115c-7d3e-4fed-9d19-007062b2c093 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423045 Feb 07 12:02:15.400274 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be2322-182c-4721-84f4-c6d3f5539945 req-9ba60328-486d-470f-b3f6-7bb267b8dc71 tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:15.401785 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-53be2322-182c-4721-84f4-c6d3f5539945 req-9ba60328-486d-470f-b3f6-7bb267b8dc71 tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/ports?device_id=33b0ea28-baaf-4c45-899c-74c06d02ecea HTTP/1.1" status: 200 len: 950 time: 0.0517938 Feb 07 12:02:15.447673 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-53be2322-182c-4721-84f4-c6d3f5539945 req-916093cf-aaac-42d2-b525-21266a9ccf98 tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/security-groups?id=b868e035-c31b-4b92-96dc-9348b28561fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404253 Feb 07 12:02:16.023870 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b70094-7805-47b5-82de-68ed91134de1 req-018b7f91-baa9-48fa-8719-7f7fde246f79 tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:16.025387 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-41b70094-7805-47b5-82de-68ed91134de1 req-018b7f91-baa9-48fa-8719-7f7fde246f79 tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/ports?device_id=33b0ea28-baaf-4c45-899c-74c06d02ecea HTTP/1.1" status: 200 len: 950 time: 0.0520804 Feb 07 12:02:16.071415 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-41b70094-7805-47b5-82de-68ed91134de1 req-6849eb6c-7124-43fb-9639-c7f6c61b1b7b tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/security-groups?id=b868e035-c31b-4b92-96dc-9348b28561fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403905 Feb 07 12:02:16.452085 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb9cd9-85a5-4277-afed-d5ea36168f4b req-8b52ba9a-66a2-4c66-ad1c-04f05462bcac tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:16.453537 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-42cb9cd9-85a5-4277-afed-d5ea36168f4b req-8b52ba9a-66a2-4c66-ad1c-04f05462bcac tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0508542 Feb 07 12:02:16.498431 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-42cb9cd9-85a5-4277-afed-d5ea36168f4b req-edd952d6-6511-47bb-83a0-5e1bd2649b05 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387716 Feb 07 12:02:17.190917 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33deafda-e490-4e81-8748-bc9cc320e078 req-5746db51-4743-4d95-ba35-075ffb719e5e tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:17.192389 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-33deafda-e490-4e81-8748-bc9cc320e078 req-5746db51-4743-4d95-ba35-075ffb719e5e tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/ports?device_id=33b0ea28-baaf-4c45-899c-74c06d02ecea HTTP/1.1" status: 200 len: 950 time: 0.0548303 Feb 07 12:02:17.237047 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-33deafda-e490-4e81-8748-bc9cc320e078 req-effa4904-2010-43a1-8717-8f5818a0fccd tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/security-groups?id=b868e035-c31b-4b92-96dc-9348b28561fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391603 Feb 07 12:02:17.617944 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8647a-8374-4891-8f4d-b4719c666de8 req-13d0858f-033f-41ae-8043-9fc0b08b6fea tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:17.619300 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-91f8647a-8374-4891-8f4d-b4719c666de8 req-13d0858f-033f-41ae-8043-9fc0b08b6fea tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0539789 Feb 07 12:02:17.665337 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-91f8647a-8374-4891-8f4d-b4719c666de8 req-b3e74324-4d7a-45fc-ac0b-3b3613992ec8 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404687 Feb 07 12:02:18.101382 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a70840-df18-407e-89b9-548eb2f49bee req-1b9404ef-75c5-442c-9c40-7b4184836771 tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:18.102898 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b4a70840-df18-407e-89b9-548eb2f49bee req-1b9404ef-75c5-442c-9c40-7b4184836771 tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ea28-baaf-4c45-899c-74c06d02ecea HTTP/1.1" status: 200 len: 950 time: 0.0522594 Feb 07 12:02:18.202931 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-b4a70840-df18-407e-89b9-548eb2f49bee req-f9840d9e-0ee5-4d3d-81e5-33ca2bc7191d tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Deleting port 83600c4c-c34c-46b4-96f4-006601f9c0d0 {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:02:18.203599 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-b4a70840-df18-407e-89b9-548eb2f49bee req-f9840d9e-0ee5-4d3d-81e5-33ca2bc7191d tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (83600c4c-c34c-46b4-96f4-006601f9c0d0), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:18.289835 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-b4a70840-df18-407e-89b9-548eb2f49bee req-f9840d9e-0ee5-4d3d-81e5-33ca2bc7191d tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] For port 83600c4c-c34c-46b4-96f4-006601f9c0d0, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=83600c4c-c34c-46b4-96f4-006601f9c0d0,segment=NetworkSegment(b0fed146-c0db-462c-8d92-e849b5ab1b64),segment_id=b0fed146-c0db-462c-8d92-e849b5ab1b64)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:02:18.290194 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-b4a70840-df18-407e-89b9-548eb2f49bee req-f9840d9e-0ee5-4d3d-81e5-33ca2bc7191d tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (83600c4c-c34c-46b4-96f4-006601f9c0d0), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:18.304867 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-b4a70840-df18-407e-89b9-548eb2f49bee req-f9840d9e-0ee5-4d3d-81e5-33ca2bc7191d tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Calling delete_port for 83600c4c-c34c-46b4-96f4-006601f9c0d0 owned by compute:nova {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:02:18.403190 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aeaf63-ab70-49ed-ad61-34f55e438d00 req-b68ea058-cae3-4cf9-88bf-f9dc78e24d06 tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:18.404658 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-02aeaf63-ab70-49ed-ad61-34f55e438d00 req-b68ea058-cae3-4cf9-88bf-f9dc78e24d06 tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/ports?device_id=33b0ea28-baaf-4c45-899c-74c06d02ecea HTTP/1.1" status: 200 len: 950 time: 0.1010194 Feb 07 12:02:18.485676 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-02aeaf63-ab70-49ed-ad61-34f55e438d00 req-0ae81913-5846-45a3-9e8c-12520de0f7ee tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/security-groups?id=b868e035-c31b-4b92-96dc-9348b28561fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750721 Feb 07 12:02:18.593316 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-b4a70840-df18-407e-89b9-548eb2f49bee req-f9840d9e-0ee5-4d3d-81e5-33ca2bc7191d tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (83600c4c-c34c-46b4-96f4-006601f9c0d0), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:18.607049 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['83600c4c-c34c-46b4-96f4-006601f9c0d0'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 12:02:18.646865 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9840d9e-0ee5-4d3d-81e5-33ca2bc7191d tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Pushing event deleted for resources: {'Port': ['ID=83600c4c-c34c-46b4-96f4-006601f9c0d0,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:02:18.692023 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a70840-df18-407e-89b9-548eb2f49bee req-f9840d9e-0ee5-4d3d-81e5-33ca2bc7191d tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] No DVR routers for this DVR port 83600c4c-c34c-46b4-96f4-006601f9c0d0 on host hv-cinder-81735 {{(pid=109816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:02:18.694636 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-b4a70840-df18-407e-89b9-548eb2f49bee req-f9840d9e-0ee5-4d3d-81e5-33ca2bc7191d tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:18.698134 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b4a70840-df18-407e-89b9-548eb2f49bee req-f9840d9e-0ee5-4d3d-81e5-33ca2bc7191d tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.18 "DELETE /v2.0/ports/83600c4c-c34c-46b4-96f4-006601f9c0d0 HTTP/1.1" status: 204 len: 173 time: 0.5888908 Feb 07 12:02:18.705227 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b0ea28-baaf-4c45-899c-74c06d02ecea', 'name': 'network-vif-deleted', 'tag': '83600c4c-c34c-46b4-96f4-006601f9c0d0'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:02:18.705227 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a5609a-2ca0-4126-a1a6-13c92c90313c" -d '{"events": [{"server_uuid": "33b0ea28-baaf-4c45-899c-74c06d02ecea", "name": "network-vif-deleted", "tag": "83600c4c-c34c-46b4-96f4-006601f9c0d0"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:02:18.741090 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa191dca-6c73-48a4-ba2d-80a96b562dea x-openstack-request-id: req-aa191dca-6c73-48a4-ba2d-80a96b562dea {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:02:18.741475 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b0ea28-baaf-4c45-899c-74c06d02ecea", "name": "network-vif-deleted", "tag": "83600c4c-c34c-46b4-96f4-006601f9c0d0", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:02:18.741832 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-aa191dca-6c73-48a4-ba2d-80a96b562dea {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:02:18.742297 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b0ea28-baaf-4c45-899c-74c06d02ecea', 'name': 'network-vif-deleted', 'tag': '83600c4c-c34c-46b4-96f4-006601f9c0d0', 'status': 'completed', 'code': 200} Feb 07 12:02:18.798437 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6185a6-76d9-417d-b12a-43c7aa2126a6 req-1e92bef4-1a55-44e4-a3f9-e16b7834126b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:18.799970 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-fa6185a6-76d9-417d-b12a-43c7aa2126a6 req-1e92bef4-1a55-44e4-a3f9-e16b7834126b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0594432 Feb 07 12:02:18.849432 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-fa6185a6-76d9-417d-b12a-43c7aa2126a6 req-95b26d58-b181-4dd4-9ddd-09b380dc79dd tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426583 Feb 07 12:02:19.596452 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-13741506-47cc-4c06-beca-ed30481d885d req-3a53b8f2-3366-4850-ada7-34706b60c999 tempest-VolumesNegativeTest-1718143195 tempest-VolumesNegativeTest-1718143195-project] 10.222.0.67 "GET /v2.0/ports?device_id=33b0ea28-baaf-4c45-899c-74c06d02ecea HTTP/1.1" status: 200 len: 210 time: 0.0342755 Feb 07 12:02:19.971931 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151c8d5-ca44-42f8-9297-760ef5bf718a req-c7b16c78-6eb2-4520-95d5-180348ac48c5 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:19.973404 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a151c8d5-ca44-42f8-9297-760ef5bf718a req-c7b16c78-6eb2-4520-95d5-180348ac48c5 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0548978 Feb 07 12:02:20.023662 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a151c8d5-ca44-42f8-9297-760ef5bf718a req-d2c7b31b-baad-48bd-8b8a-e16dbf993d59 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403590 Feb 07 12:02:21.144301 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3758ef-f021-441c-ba19-a9563b40b936 req-3d6b8c6f-4337-4b06-a3bf-dd657fba7f2f tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:21.145710 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ef3758ef-f021-441c-ba19-a9563b40b936 req-3d6b8c6f-4337-4b06-a3bf-dd657fba7f2f tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0537064 Feb 07 12:02:21.190964 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ef3758ef-f021-441c-ba19-a9563b40b936 req-c769037d-9ab1-4da4-aa5e-bc2095838be2 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397401 Feb 07 12:02:22.312201 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71edfc-7d41-4ef9-9544-a4dc413fa26d req-5689d66e-57fd-47b6-a16d-b8b32c083ef6 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:22.313706 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9f71edfc-7d41-4ef9-9544-a4dc413fa26d req-5689d66e-57fd-47b6-a16d-b8b32c083ef6 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0556633 Feb 07 12:02:22.370321 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9f71edfc-7d41-4ef9-9544-a4dc413fa26d req-7ee826d0-14e7-45a4-8704-d4f46b34fc57 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511339 Feb 07 12:02:23.163959 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:23.397070 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 83600c4c-c34c-46b4-96f4-006601f9c0d0 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:02:23.416895 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] No Port match for: 83600c4c-c34c-46b4-96f4-006601f9c0d0 {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:02:23.417279 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 83600c4c-c34c-46b4-96f4-006601f9c0d0 not bound to the agent host hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:02:23.495030 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c929e-0f23-4613-a1c2-f160187c9397 req-97860f22-9f07-4ba7-b0d9-56a28ffa32b1 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:23.496499 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-747c929e-0f23-4613-a1c2-f160187c9397 req-97860f22-9f07-4ba7-b0d9-56a28ffa32b1 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0557573 Feb 07 12:02:23.543536 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-747c929e-0f23-4613-a1c2-f160187c9397 req-83849abb-a594-4dd4-b0dc-3e08b56dd8d4 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413651 Feb 07 12:02:24.678987 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38a90a-ce72-4274-bb39-56c631cf6869 req-36e2bc54-696e-44ea-88e5-c8ccde29c4ce tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:24.680588 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8d38a90a-ce72-4274-bb39-56c631cf6869 req-36e2bc54-696e-44ea-88e5-c8ccde29c4ce tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0614827 Feb 07 12:02:24.727398 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8d38a90a-ce72-4274-bb39-56c631cf6869 req-02a62194-741d-4cef-894c-846d9128bb95 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411351 Feb 07 12:02:25.090204 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fe3a1-e76a-4ebf-9f4b-4ae44feeafba req-09c768fe-bdbf-4de0-821f-4fd1cb26515f tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:25.091729 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f19fe3a1-e76a-4ebf-9f4b-4ae44feeafba req-09c768fe-bdbf-4de0-821f-4fd1cb26515f tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0533245 Feb 07 12:02:25.138974 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f19fe3a1-e76a-4ebf-9f4b-4ae44feeafba req-d8df8e43-fb4b-4eb7-838d-edb8fb34764e tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405860 Feb 07 12:02:25.209463 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd2bad-a873-473b-a07d-a79bd12722ba req-54f08242-2ef7-41ec-8148-cde728b405a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:25.210980 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bfcd2bad-a873-473b-a07d-a79bd12722ba req-54f08242-2ef7-41ec-8148-cde728b405a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5aee5042ef3f4e89b7ecbd8f22bbd057&device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 1129 time: 0.0442710 Feb 07 12:02:25.300832 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd2bad-a873-473b-a07d-a79bd12722ba req-8ffe2735-cbd6-449e-a5c6-9fdaca648df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:25.302317 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bfcd2bad-a873-473b-a07d-a79bd12722ba req-8ffe2735-cbd6-449e-a5c6-9fdaca648df2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e90f11b-6d0b-4095-9954-c1764d14537e HTTP/1.1" status: 200 len: 911 time: 0.0851765 Feb 07 12:02:25.559849 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 12:02:25.610979 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bfcd2bad-a873-473b-a07d-a79bd12722ba req-ddb2b597-3266-468c-a59a-2fbf12d6ae6f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5640033-1539-4ee6-a52f-76a859dac6bc HTTP/1.1" status: 200 len: 1000 time: 0.3016391 Feb 07 12:02:25.665393 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd2bad-a873-473b-a07d-a79bd12722ba req-655fef6a-3032-4c57-9813-2632df313712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:25.666778 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bfcd2bad-a873-473b-a07d-a79bd12722ba req-655fef6a-3032-4c57-9813-2632df313712 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b1a0f93d-db77-4f5b-a7ca-00e373764377 HTTP/1.1" status: 200 len: 849 time: 0.0498400 Feb 07 12:02:25.718555 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd2bad-a873-473b-a07d-a79bd12722ba req-c19e7e2b-f319-4d52-9ca4-f185959814c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:25.720018 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bfcd2bad-a873-473b-a07d-a79bd12722ba req-c19e7e2b-f319-4d52-9ca4-f185959814c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e90f11b-6d0b-4095-9954-c1764d14537e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463786 Feb 07 12:02:25.823218 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bfcd2bad-a873-473b-a07d-a79bd12722ba req-95acf447-ba41-42e7-af18-947d74184242 service neutron] 10.222.0.18 "GET /v2.0/networks/7e90f11b-6d0b-4095-9954-c1764d14537e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967565 Feb 07 12:02:25.919663 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bfcd2bad-a873-473b-a07d-a79bd12722ba req-ff2143c3-1399-4f01-9f54-2c32f76e700f service neutron] 10.222.0.18 "GET /v2.0/networks/7e90f11b-6d0b-4095-9954-c1764d14537e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897112 Feb 07 12:02:26.278094 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4cc72-8424-407a-82b1-fd929d8fe3b1 req-f50ef65f-2ab4-4313-a4ab-1bb50379a0ca tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:26.279846 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a0b4cc72-8424-407a-82b1-fd929d8fe3b1 req-f50ef65f-2ab4-4313-a4ab-1bb50379a0ca tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0578976 Feb 07 12:02:26.329628 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a0b4cc72-8424-407a-82b1-fd929d8fe3b1 req-11790eba-f518-449f-8fbc-c18e7adbb6cf tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432100 Feb 07 12:02:26.537066 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 59962) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:02:26.669226 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-ec98b603-2403-4edb-bbfe-176adf5fdbbd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1f6746dab8cd4129b53e5fce20ffe726&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309259 Feb 07 12:02:26.671676 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 59966) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:02:26.724296 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ea4cabfd-31fc-43e5-bf43-62cc07ed1224 admin admin] Publish callbacks [] for security_group (b868e035-c31b-4b92-96dc-9348b28561fe), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:26.748381 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ea4cabfd-31fc-43e5-bf43-62cc07ed1224 admin admin] Publish callbacks [] for security_group (b868e035-c31b-4b92-96dc-9348b28561fe), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:26.918400 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ea4cabfd-31fc-43e5-bf43-62cc07ed1224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (b868e035-c31b-4b92-96dc-9348b28561fe), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:26.921522 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ea4cabfd-31fc-43e5-bf43-62cc07ed1224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:26.922692 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-ea4cabfd-31fc-43e5-bf43-62cc07ed1224 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b868e035-c31b-4b92-96dc-9348b28561fe HTTP/1.1" status: 204 len: 168 time: 0.2499928 Feb 07 12:02:26.930721 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4cabfd-31fc-43e5-bf43-62cc07ed1224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b868e035-c31b-4b92-96dc-9348b28561fe,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:02:27.447390 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5360307-e315-4970-a9dc-57b503f9b3cc req-7efa4c59-49d3-499d-9924-34af355e57b5 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:27.448914 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b5360307-e315-4970-a9dc-57b503f9b3cc req-7efa4c59-49d3-499d-9924-34af355e57b5 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0524521 Feb 07 12:02:27.496360 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b5360307-e315-4970-a9dc-57b503f9b3cc req-acf806ef-2ea9-47b7-8bbd-392add022d32 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415530 Feb 07 12:02:38.403912 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-fc6a884f-2f7c-41c2-93af-bedc8e72f1a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:40.615230 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-12f30f35-c303-4f74-94d6-2ea2eed65510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:41.692337 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:43.670043 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:44.700988 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:53.163017 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:53.654809 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8a55c-147f-4c8e-a633-d331e2ad3036 req-ead93bcd-8b1d-409f-b8a9-76bf110d05bf tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:53.656426 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-2ec8a55c-147f-4c8e-a633-d331e2ad3036 req-ead93bcd-8b1d-409f-b8a9-76bf110d05bf tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?device_id=88d86586-f8c6-42c6-9acf-70cc7a0e6a58 HTTP/1.1" status: 200 len: 945 time: 0.0532312 Feb 07 12:02:53.701582 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-2ec8a55c-147f-4c8e-a633-d331e2ad3036 req-11097958-5dbe-4e3a-a59b-cd4a00206433 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/security-groups?id=58626264-1864-4620-86de-d2cf52212a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396140 Feb 07 12:02:54.819958 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03bdf3-5947-40b2-9f53-9bb9b9017aed req-713c00c7-a76c-49b6-906c-763f0499742c tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:54.821387 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7a03bdf3-5947-40b2-9f53-9bb9b9017aed req-713c00c7-a76c-49b6-906c-763f0499742c tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?device_id=88d86586-f8c6-42c6-9acf-70cc7a0e6a58 HTTP/1.1" status: 200 len: 945 time: 0.0514731 Feb 07 12:02:54.871294 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7a03bdf3-5947-40b2-9f53-9bb9b9017aed req-4549931f-d8a8-4f77-9d00-34a303147ca7 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/security-groups?id=58626264-1864-4620-86de-d2cf52212a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439484 Feb 07 12:02:55.677806 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659c43d-1e7f-40b3-a04e-f6dd3413f9a6 req-e8088b52-4f7b-4ec7-87c9-45442f1c9167 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:55.679149 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9659c43d-1e7f-40b3-a04e-f6dd3413f9a6 req-e8088b52-4f7b-4ec7-87c9-45442f1c9167 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.18 "GET /v2.0/ports?device_id=88d86586-f8c6-42c6-9acf-70cc7a0e6a58 HTTP/1.1" status: 200 len: 945 time: 0.0542254 Feb 07 12:02:55.770817 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-9659c43d-1e7f-40b3-a04e-f6dd3413f9a6 req-67c5064c-0e97-4251-8028-fe4f93914f24 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Deleting port 12ed55d8-c7ba-4bed-bea9-39cd1d765fbc {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:02:55.771161 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-9659c43d-1e7f-40b3-a04e-f6dd3413f9a6 req-67c5064c-0e97-4251-8028-fe4f93914f24 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (12ed55d8-c7ba-4bed-bea9-39cd1d765fbc), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:55.859053 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-9659c43d-1e7f-40b3-a04e-f6dd3413f9a6 req-67c5064c-0e97-4251-8028-fe4f93914f24 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] For port 12ed55d8-c7ba-4bed-bea9-39cd1d765fbc, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=12ed55d8-c7ba-4bed-bea9-39cd1d765fbc,segment=NetworkSegment(0eaf1ece-4065-4ae4-8c2a-a98b57d10a80),segment_id=0eaf1ece-4065-4ae4-8c2a-a98b57d10a80)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:02:55.859414 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-9659c43d-1e7f-40b3-a04e-f6dd3413f9a6 req-67c5064c-0e97-4251-8028-fe4f93914f24 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (12ed55d8-c7ba-4bed-bea9-39cd1d765fbc), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:55.871911 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-9659c43d-1e7f-40b3-a04e-f6dd3413f9a6 req-67c5064c-0e97-4251-8028-fe4f93914f24 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Calling delete_port for 12ed55d8-c7ba-4bed-bea9-39cd1d765fbc owned by compute:nova {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:02:56.039002 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51055a-a73f-4072-8c86-c9baef67bdf9 req-a630059c-63c1-493e-9c6e-547f8bef89d7 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:02:56.040474 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-be51055a-a73f-4072-8c86-c9baef67bdf9 req-a630059c-63c1-493e-9c6e-547f8bef89d7 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?device_id=88d86586-f8c6-42c6-9acf-70cc7a0e6a58 HTTP/1.1" status: 200 len: 945 time: 0.0924332 Feb 07 12:02:56.086705 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-be51055a-a73f-4072-8c86-c9baef67bdf9 req-1ae33f6c-c902-4ca7-92c6-728314cd07f9 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/security-groups?id=58626264-1864-4620-86de-d2cf52212a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406382 Feb 07 12:02:56.121866 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-9659c43d-1e7f-40b3-a04e-f6dd3413f9a6 req-67c5064c-0e97-4251-8028-fe4f93914f24 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (12ed55d8-c7ba-4bed-bea9-39cd1d765fbc), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:56.132979 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['12ed55d8-c7ba-4bed-bea9-39cd1d765fbc'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 12:02:56.148637 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5064c-0e97-4251-8028-fe4f93914f24 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Pushing event deleted for resources: {'Port': ['ID=12ed55d8-c7ba-4bed-bea9-39cd1d765fbc,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:02:56.158233 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5064c-0e97-4251-8028-fe4f93914f24 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:02:56.158590 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5064c-0e97-4251-8028-fe4f93914f24 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:02:56.158933 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5064c-0e97-4251-8028-fe4f93914f24 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:02:56.159275 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5064c-0e97-4251-8028-fe4f93914f24 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:02:56.159646 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5064c-0e97-4251-8028-fe4f93914f24 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:02:56.159945 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5064c-0e97-4251-8028-fe4f93914f24 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:02:56.160270 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5064c-0e97-4251-8028-fe4f93914f24 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:02:56.160599 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5064c-0e97-4251-8028-fe4f93914f24 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:02:56.160926 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5064c-0e97-4251-8028-fe4f93914f24 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:02:56.161251 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5064c-0e97-4251-8028-fe4f93914f24 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:02:56.161612 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5064c-0e97-4251-8028-fe4f93914f24 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:02:56.161945 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5064c-0e97-4251-8028-fe4f93914f24 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:02:56.162779 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5064c-0e97-4251-8028-fe4f93914f24 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:02:56.203843 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9659c43d-1e7f-40b3-a04e-f6dd3413f9a6 req-67c5064c-0e97-4251-8028-fe4f93914f24 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] No DVR routers for this DVR port 12ed55d8-c7ba-4bed-bea9-39cd1d765fbc on host hv-cinder-81735 {{(pid=109816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:02:56.206317 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-9659c43d-1e7f-40b3-a04e-f6dd3413f9a6 req-67c5064c-0e97-4251-8028-fe4f93914f24 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:02:56.209627 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9659c43d-1e7f-40b3-a04e-f6dd3413f9a6 req-67c5064c-0e97-4251-8028-fe4f93914f24 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.18 "DELETE /v2.0/ports/12ed55d8-c7ba-4bed-bea9-39cd1d765fbc HTTP/1.1" status: 204 len: 173 time: 0.5254138 Feb 07 12:02:56.210077 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d86586-f8c6-42c6-9acf-70cc7a0e6a58', 'name': 'network-vif-deleted', 'tag': '12ed55d8-c7ba-4bed-bea9-39cd1d765fbc'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:02:56.212264 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ff03ae-a05c-4d67-88ed-8a9b3eb504c2" -d '{"events": [{"server_uuid": "88d86586-f8c6-42c6-9acf-70cc7a0e6a58", "name": "network-vif-deleted", "tag": "12ed55d8-c7ba-4bed-bea9-39cd1d765fbc"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:02:56.254838 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040774e7-954b-4491-8bc4-3c9c4929ad7d x-openstack-request-id: req-040774e7-954b-4491-8bc4-3c9c4929ad7d {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:02:56.255138 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d86586-f8c6-42c6-9acf-70cc7a0e6a58", "name": "network-vif-deleted", "tag": "12ed55d8-c7ba-4bed-bea9-39cd1d765fbc", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:02:56.256878 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-040774e7-954b-4491-8bc4-3c9c4929ad7d {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:02:56.256878 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d86586-f8c6-42c6-9acf-70cc7a0e6a58', 'name': 'network-vif-deleted', 'tag': '12ed55d8-c7ba-4bed-bea9-39cd1d765fbc', 'status': 'completed', 'code': 200} Feb 07 12:03:00.122008 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 12ed55d8-c7ba-4bed-bea9-39cd1d765fbc no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:03:00.141719 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] No Port match for: 12ed55d8-c7ba-4bed-bea9-39cd1d765fbc {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:03:00.142064 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 12ed55d8-c7ba-4bed-bea9-39cd1d765fbc not bound to the agent host hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:03:01.950740 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-fb4b6bd3-4060-41cc-b1d2-ebc8d6371e70 req-8b9d8733-65a4-4e10-913c-efc27d6c6dfd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509436 Feb 07 12:03:02.014265 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b6bd3-4060-41cc-b1d2-ebc8d6371e70 req-83cf53b1-087a-4122-8eda-f12ce6480264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:02.015724 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-fb4b6bd3-4060-41cc-b1d2-ebc8d6371e70 req-83cf53b1-087a-4122-8eda-f12ce6480264 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7def8326042e4a8fa3c19125edfb7d63&device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 1131 time: 0.0439231 Feb 07 12:03:02.115428 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b6bd3-4060-41cc-b1d2-ebc8d6371e70 req-25d51929-0055-490f-a376-91116c111979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:02.116918 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-fb4b6bd3-4060-41cc-b1d2-ebc8d6371e70 req-25d51929-0055-490f-a376-91116c111979 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5c560c9d-289f-4491-b462-db6f3ab05c8e HTTP/1.1" status: 200 len: 918 time: 0.0829022 Feb 07 12:03:02.183919 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-fb4b6bd3-4060-41cc-b1d2-ebc8d6371e70 req-b8759973-911c-457d-9518-6f7384995c80 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1e3806d-a1bc-4f9a-8989-fe91b725cb7a HTTP/1.1" status: 200 len: 1001 time: 0.0608511 Feb 07 12:03:02.230533 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b6bd3-4060-41cc-b1d2-ebc8d6371e70 req-e30fe46d-bf89-44c8-8790-b305f6b664b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:02.232489 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-fb4b6bd3-4060-41cc-b1d2-ebc8d6371e70 req-e30fe46d-bf89-44c8-8790-b305f6b664b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40dfba53-a55c-40ea-abe9-97a328c1f35f HTTP/1.1" status: 200 len: 856 time: 0.0432060 Feb 07 12:03:02.280535 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b6bd3-4060-41cc-b1d2-ebc8d6371e70 req-10e3c89b-72c2-4d11-bb13-b52ca8a93cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:02.282052 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-fb4b6bd3-4060-41cc-b1d2-ebc8d6371e70 req-10e3c89b-72c2-4d11-bb13-b52ca8a93cab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c560c9d-289f-4491-b462-db6f3ab05c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427125 Feb 07 12:03:02.372362 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-fb4b6bd3-4060-41cc-b1d2-ebc8d6371e70 req-2bccc916-cc97-4149-a260-a7c9e02c11c3 service neutron] 10.222.0.18 "GET /v2.0/networks/5c560c9d-289f-4491-b462-db6f3ab05c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837119 Feb 07 12:03:02.457408 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-fb4b6bd3-4060-41cc-b1d2-ebc8d6371e70 req-3fd86ecf-6566-4eda-89c7-c0565a9f820f service neutron] 10.222.0.18 "GET /v2.0/networks/5c560c9d-289f-4491-b462-db6f3ab05c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790522 Feb 07 12:03:02.558629 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 12:03:08.391897 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-d276621c-dad4-4f49-aa88-df39c1fb4fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:09.725026 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-5ac78a6d-9898-4d81-9b3a-2202cd104c3b tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:09.726440 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-5ac78a6d-9898-4d81-9b3a-2202cd104c3b tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/networks?id=14ea3a06-6a76-413d-9b9b-b808e601e353 HTTP/1.1" status: 200 len: 814 time: 0.1016192 Feb 07 12:03:09.740863 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-90994d7f-6392-4cd3-ac81-b9fd6c07e534 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/quotas/c3171965250b49d9b230bb6b8387aebd HTTP/1.1" status: 200 len: 375 time: 0.0091569 Feb 07 12:03:09.771114 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-7c19ee8e-bb19-45f0-9f22-4e2535e93681 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3171965250b49d9b230bb6b8387aebd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256147 Feb 07 12:03:09.861454 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-e9a70f29-ab68-46f2-b517-5f4c68a04a81 service neutron] 10.222.0.67 "GET /v2.0/networks/14ea3a06-6a76-413d-9b9b-b808e601e353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840826 Feb 07 12:03:09.949997 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-b3991db9-f07d-47fa-8b35-13e3dbb30793 service neutron] 10.222.0.67 "GET /v2.0/networks/14ea3a06-6a76-413d-9b9b-b808e601e353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828447 Feb 07 12:03:10.163878 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c6d8a3d1-8ead-4b1a-a63c-988479d393b7 req-b329ab4c-9d5b-476e-983d-696d998a5fe1 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dd2e83-d1d4-4070-bf1a-1347b865f2e9 HTTP/1.1" status: 200 len: 210 time: 0.0274355 Feb 07 12:03:10.603368 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-df280bf3-b89c-4f18-b3e7-979b86e4f238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:11.265132 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a2620dba-00b2-4eab-94e7-2f5443a77175 req-768f73e7-0e72-403a-9ae2-6c189db55272 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dd2e83-d1d4-4070-bf1a-1347b865f2e9 HTTP/1.1" status: 200 len: 210 time: 0.0292366 Feb 07 12:03:11.727229 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:12.074539 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-028e87da-de74-4b6d-a9c6-835a35acc748 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:12.076489 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-028e87da-de74-4b6d-a9c6-835a35acc748 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.18 "GET /v2.0/networks?id=14ea3a06-6a76-413d-9b9b-b808e601e353 HTTP/1.1" status: 200 len: 814 time: 0.1627960 Feb 07 12:03:12.086872 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8c25e-35af-4846-803d-968891cede4c req-c7846d5a-ec8b-4691-b5c2-eefa47aa1d1d tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:12.088253 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cad8c25e-35af-4846-803d-968891cede4c req-c7846d5a-ec8b-4691-b5c2-eefa47aa1d1d tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 947 time: 0.1138332 Feb 07 12:03:12.096141 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-87d4f14f-4627-4766-bd4b-7ba855fcbbe1 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Request body: {'port': {'device_id': 'b0dd2e83-d1d4-4070-bf1a-1347b865f2e9', 'network_id': '14ea3a06-6a76-413d-9b9b-b808e601e353', 'admin_state_up': True, 'tenant_id': 'c3171965250b49d9b230bb6b8387aebd'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:03:12.190639 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cad8c25e-35af-4846-803d-968891cede4c req-d0859088-9a8d-49ae-b834-376e0a023413 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945086 Feb 07 12:03:12.321739 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-87d4f14f-4627-4766-bd4b-7ba855fcbbe1 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Made reservation on behalf of c3171965250b49d9b230bb6b8387aebd for: {'port': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:03:12.332317 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-87d4f14f-4627-4766-bd4b-7ba855fcbbe1 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:12.362595 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-5c4b8cca-3ee6-4034-a327-415a6ac10c64 req-d286ea62-4f48-471e-ab92-96c8ec5f8625 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dd2e83-d1d4-4070-bf1a-1347b865f2e9 HTTP/1.1" status: 200 len: 210 time: 0.0264356 Feb 07 12:03:12.466758 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_common [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-87d4f14f-4627-4766-bd4b-7ba855fcbbe1 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Allocated IP 172.20.0.9 (14ea3a06-6a76-413d-9b9b-b808e601e353/4fb21464-0383-4c54-9b5e-6696f8486ffa/45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a) {{(pid=109816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:03:12.610591 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-87d4f14f-4627-4766-bd4b-7ba855fcbbe1 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Publish callbacks [] for port (45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:12.715775 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-87d4f14f-4627-4766-bd4b-7ba855fcbbe1 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:12.763514 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-87d4f14f-4627-4766-bd4b-7ba855fcbbe1 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Network 14ea3a06-6a76-413d-9b9b-b808e601e353 is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:03:12.766563 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-87d4f14f-4627-4766-bd4b-7ba855fcbbe1 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:03:12.770143 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-87d4f14f-4627-4766-bd4b-7ba855fcbbe1 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Received port after_create {{(pid=109816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 12:03:12.776268 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4f14f-4627-4766-bd4b-7ba855fcbbe1 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Pushing event updated for resources: {'Port': ['ID=45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:12.820089 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-87d4f14f-4627-4766-bd4b-7ba855fcbbe1 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:12.820702 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-87d4f14f-4627-4766-bd4b-7ba855fcbbe1 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:12.943055 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-87d4f14f-4627-4766-bd4b-7ba855fcbbe1 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8537624 Feb 07 12:03:12.961625 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-72efcd8f-b7c0-45ac-8231-ee742a2e7029 service neutron] Request body: {'port': {'device_id': 'b0dd2e83-d1d4-4070-bf1a-1347b865f2e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:03:13.019658 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-72efcd8f-b7c0-45ac-8231-ee742a2e7029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:13.302143 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-72efcd8f-b7c0-45ac-8231-ee742a2e7029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a {{(pid=109816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 12:03:13.311947 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-72efcd8f-b7c0-45ac-8231-ee742a2e7029 service neutron] Publish callbacks [] for port (45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:13.330028 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.provisioning_blocks [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-72efcd8f-b7c0-45ac-8231-ee742a2e7029 service neutron] Transition to ACTIVE for port object 45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a will not be triggered until provisioned by entity L2. {{(pid=109816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:03:13.340477 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04800f-9f95-4511-955b-52a054b68538 req-c9cc9125-48b1-4aca-9bd3-32fd7b1002ea tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:13.342028 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ac04800f-9f95-4511-955b-52a054b68538 req-c9cc9125-48b1-4aca-9bd3-32fd7b1002ea tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 947 time: 0.0758536 Feb 07 12:03:13.386871 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ac04800f-9f95-4511-955b-52a054b68538 req-5181ac18-2fe6-46c5-af13-e8d52a910c31 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393770 Feb 07 12:03:13.420322 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-72efcd8f-b7c0-45ac-8231-ee742a2e7029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209623'] for port (45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:13.476899 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72efcd8f-b7c0-45ac-8231-ee742a2e7029 service neutron] Pushing event updated for resources: {'Port': ['ID=45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a,revision_number=2']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:13.486592 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925c3c2-ae4f-4172-bc43-a4b172ff272d req-2ebb2384-9d39-4332-9a36-4ccf66d0aa19 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:13.488258 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-2925c3c2-ae4f-4172-bc43-a4b172ff272d req-2ebb2384-9d39-4332-9a36-4ccf66d0aa19 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dd2e83-d1d4-4070-bf1a-1347b865f2e9 HTTP/1.1" status: 200 len: 943 time: 0.0595851 Feb 07 12:03:13.535174 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-2925c3c2-ae4f-4172-bc43-a4b172ff272d req-95a68ae2-1611-4f4f-8b04-6ce04b5883cd tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/security-groups?id=58626264-1864-4620-86de-d2cf52212a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408037 Feb 07 12:03:13.540859 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-72efcd8f-b7c0-45ac-8231-ee742a2e7029 service neutron] Attempting to bind port 45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 12:03:13.541199 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-72efcd8f-b7c0-45ac-8231-ee742a2e7029 service neutron] Attempting to bind port 45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '0eaf1ece-4065-4ae4-8c2a-a98b57d10a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '14ea3a06-6a76-413d-9b9b-b808e601e353'}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 12:03:13.541533 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-72efcd8f-b7c0-45ac-8231-ee742a2e7029 service neutron] Attempting to bind port 45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a on network 14ea3a06-6a76-413d-9b9b-b808e601e353 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 12:03:13.545909 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-72efcd8f-b7c0-45ac-8231-ee742a2e7029 service neutron] Port 45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a on network 14ea3a06-6a76-413d-9b9b-b808e601e353 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 12:03:13.554662 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-72efcd8f-b7c0-45ac-8231-ee742a2e7029 service neutron] Attempting to bind port 45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a on network 14ea3a06-6a76-413d-9b9b-b808e601e353 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 12:03:13.554662 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-72efcd8f-b7c0-45ac-8231-ee742a2e7029 service neutron] Checking agent: {'id': '0d418b69-6da0-49d9-b758-bac8cc78f2cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'started_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 12:03:13.554662 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-72efcd8f-b7c0-45ac-8231-ee742a2e7029 service neutron] Checking segment: {'id': '0eaf1ece-4065-4ae4-8c2a-a98b57d10a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '14ea3a06-6a76-413d-9b9b-b808e601e353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 12:03:13.554662 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-72efcd8f-b7c0-45ac-8231-ee742a2e7029 service neutron] Bound using segment: {'id': '0eaf1ece-4065-4ae4-8c2a-a98b57d10a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '14ea3a06-6a76-413d-9b9b-b808e601e353'} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 12:03:13.554662 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-72efcd8f-b7c0-45ac-8231-ee742a2e7029 service neutron] Bound port: 45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eaf1ece-4065-4ae4-8c2a-a98b57d10a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '14ea3a06-6a76-413d-9b9b-b808e601e353'}}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 12:03:13.554662 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-72efcd8f-b7c0-45ac-8231-ee742a2e7029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:13.614435 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-72efcd8f-b7c0-45ac-8231-ee742a2e7029 service neutron] For port 45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a, host hv-cinder-81735, cleared binding levels {{(pid=109816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 12:03:13.617709 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-72efcd8f-b7c0-45ac-8231-ee742a2e7029 service neutron] For port 45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a,segment=NetworkSegment(0eaf1ece-4065-4ae4-8c2a-a98b57d10a80),segment_id=0eaf1ece-4065-4ae4-8c2a-a98b57d10a80)] {{(pid=109816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 12:03:13.658154 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:13.727283 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-72efcd8f-b7c0-45ac-8231-ee742a2e7029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209623'] for port (45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:13.765138 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-72efcd8f-b7c0-45ac-8231-ee742a2e7029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:13.765788 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-72efcd8f-b7c0-45ac-8231-ee742a2e7029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:13.767199 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-72efcd8f-b7c0-45ac-8231-ee742a2e7029 service neutron] 10.222.0.18 "PUT /v2.0/ports/45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a HTTP/1.1" status: 200 len: 1093 time: 0.8096132 Feb 07 12:03:13.767633 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0dd2e83-d1d4-4070-bf1a-1347b865f2e9', 'tag': '45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:03:13.769881 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405abc9f-ea0c-458c-a201-d9aa8c04a6aa" -d '{"events": [{"name": "network-changed", "server_uuid": "b0dd2e83-d1d4-4070-bf1a-1347b865f2e9", "tag": "45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:03:13.793160 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72efcd8f-b7c0-45ac-8231-ee742a2e7029 service neutron] Pushing event updated for resources: {'Port': ['ID=45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a,revision_number=3']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:13.806394 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 12:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63f640c-8243-4d3e-9eab-e7357e413348 x-openstack-request-id: req-b63f640c-8243-4d3e-9eab-e7357e413348 {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:03:13.806678 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0dd2e83-d1d4-4070-bf1a-1347b865f2e9", "tag": "45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:03:13.806924 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b63f640c-8243-4d3e-9eab-e7357e413348 {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:03:13.807309 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0dd2e83-d1d4-4070-bf1a-1347b865f2e9', 'tag': '45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a', 'status': 'completed', 'code': 200} Feb 07 12:03:13.877707 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405abc9f-ea0c-458c-a201-d9aa8c04a6aa req-b923e5cc-3c25-44d3-8804-a882e125c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:13.879211 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-405abc9f-ea0c-458c-a201-d9aa8c04a6aa req-b923e5cc-3c25-44d3-8804-a882e125c71d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c3171965250b49d9b230bb6b8387aebd&device_id=b0dd2e83-d1d4-4070-bf1a-1347b865f2e9 HTTP/1.1" status: 200 len: 1127 time: 0.0456998 Feb 07 12:03:13.994189 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405abc9f-ea0c-458c-a201-d9aa8c04a6aa req-611840cd-3cd3-4be9-ac9b-31dc7d6516c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:13.995560 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-405abc9f-ea0c-458c-a201-d9aa8c04a6aa req-611840cd-3cd3-4be9-ac9b-31dc7d6516c3 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c3171965250b49d9b230bb6b8387aebd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0881455 Feb 07 12:03:14.094208 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405abc9f-ea0c-458c-a201-d9aa8c04a6aa req-17ac7639-5289-40e4-a62c-150bdc29f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:14.095739 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-405abc9f-ea0c-458c-a201-d9aa8c04a6aa req-17ac7639-5289-40e4-a62c-150bdc29f14c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942430 Feb 07 12:03:14.176050 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb0459-01b1-4fde-b622-fc6e5037eecd req-ba690260-624b-4ebe-86c5-c6a95e010595 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:14.177518 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-fedb0459-01b1-4fde-b622-fc6e5037eecd req-ba690260-624b-4ebe-86c5-c6a95e010595 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 947 time: 0.0809278 Feb 07 12:03:14.217985 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-16cc10b3-8e64-42bc-a3d7-aec693157219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:14.219461 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-16cc10b3-8e64-42bc-a3d7-aec693157219 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c3171965250b49d9b230bb6b8387aebd&device_id=b0dd2e83-d1d4-4070-bf1a-1347b865f2e9 HTTP/1.1" status: 200 len: 1127 time: 0.0874047 Feb 07 12:03:14.282759 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-39e38a66-e5d4-4b8a-85c7-b39a57748e96 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a HTTP/1.1" status: 200 len: 217 time: 0.0518682 Feb 07 12:03:14.346256 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-fedb0459-01b1-4fde-b622-fc6e5037eecd req-2d63dac7-f158-4c63-8168-72ae3540054f tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Deleting port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:03:14.346821 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-fedb0459-01b1-4fde-b622-fc6e5037eecd req-2d63dac7-f158-4c63-8168-72ae3540054f tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (f1e3806d-a1bc-4f9a-8989-fe91b725cb7a), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:14.349860 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-7302f425-2c50-4848-afce-83f1409336c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:14.351479 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-7302f425-2c50-4848-afce-83f1409336c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4fb21464-0383-4c54-9b5e-6696f8486ffa HTTP/1.1" status: 200 len: 854 time: 0.0626698 Feb 07 12:03:14.424172 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-9faa2391-87e3-4dc7-ae0c-cf1b8a21167d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=14ea3a06-6a76-413d-9b9b-b808e601e353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604231 Feb 07 12:03:14.508988 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8236e7-9be8-49b5-98a1-f340c3bf134c req-ae357e0b-2347-4ccb-a8c0-92e96ebfb824 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:14.510471 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-fd8236e7-9be8-49b5-98a1-f340c3bf134c req-ae357e0b-2347-4ccb-a8c0-92e96ebfb824 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 947 time: 0.0520539 Feb 07 12:03:14.511060 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-fedb0459-01b1-4fde-b622-fc6e5037eecd req-2d63dac7-f158-4c63-8168-72ae3540054f tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] For port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f1e3806d-a1bc-4f9a-8989-fe91b725cb7a,segment=NetworkSegment(4dd91289-9497-4700-ac6d-fa09629bdd61),segment_id=4dd91289-9497-4700-ac6d-fa09629bdd61)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:03:14.511433 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-fedb0459-01b1-4fde-b622-fc6e5037eecd req-2d63dac7-f158-4c63-8168-72ae3540054f tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (f1e3806d-a1bc-4f9a-8989-fe91b725cb7a), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:14.558432 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-fd8236e7-9be8-49b5-98a1-f340c3bf134c req-8efa7915-70f6-49bb-a1f0-f914678e0096 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef6d80b1-da9f-47c1-a893-c2063cb921f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411303 Feb 07 12:03:14.640510 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-36a2389a-519e-45fe-88ed-18dbdede754c service neutron] 10.222.0.18 "GET /v2.0/networks/14ea3a06-6a76-413d-9b9b-b808e601e353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092733 Feb 07 12:03:14.675728 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:15.070480 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dfdf0-84af-4ca7-ac09-8375455f30a3 req-4d056e4e-ec3e-4131-96cf-81a3c1801f4e tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:15.071958 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-221dfdf0-84af-4ca7-ac09-8375455f30a3 req-4d056e4e-ec3e-4131-96cf-81a3c1801f4e tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dd2e83-d1d4-4070-bf1a-1347b865f2e9 HTTP/1.1" status: 200 len: 943 time: 0.4489601 Feb 07 12:03:15.133732 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ef6ac7f4-88aa-4c30-8346-75dc20268a4a req-d4b55c40-abf1-45b2-bd64-22dc5ccb4dc1 service neutron] 10.222.0.18 "GET /v2.0/networks/14ea3a06-6a76-413d-9b9b-b808e601e353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725947 Feb 07 12:03:15.144668 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-fedb0459-01b1-4fde-b622-fc6e5037eecd req-2d63dac7-f158-4c63-8168-72ae3540054f tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:15.145028 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-fedb0459-01b1-4fde-b622-fc6e5037eecd req-2d63dac7-f158-4c63-8168-72ae3540054f tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-875882'] for floatingip (88a9da6b-ad02-4c84-9c1b-8d4b574712fb), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:15.145340 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.db.l3_db [req-fedb0459-01b1-4fde-b622-fc6e5037eecd req-2d63dac7-f158-4c63-8168-72ae3540054f tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Floating IP 88a9da6b-ad02-4c84-9c1b-8d4b574712fb disassociated. External IP: 172.27.1.56, port: f1e3806d-a1bc-4f9a-8989-fe91b725cb7a. Feb 07 12:03:15.145712 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-fedb0459-01b1-4fde-b622-fc6e5037eecd req-2d63dac7-f158-4c63-8168-72ae3540054f tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Calling delete_port for f1e3806d-a1bc-4f9a-8989-fe91b725cb7a owned by compute:nova {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:03:15.167651 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-221dfdf0-84af-4ca7-ac09-8375455f30a3 req-c8c76f65-a645-42e3-9564-d3eda162103d tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/security-groups?id=58626264-1864-4620-86de-d2cf52212a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838428 Feb 07 12:03:15.334434 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-fedb0459-01b1-4fde-b622-fc6e5037eecd req-2d63dac7-f158-4c63-8168-72ae3540054f tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (f1e3806d-a1bc-4f9a-8989-fe91b725cb7a), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:15.360430 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63dac7-f158-4c63-8168-72ae3540054f tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Pushing event deleted for resources: {'Port': ['ID=f1e3806d-a1bc-4f9a-8989-fe91b725cb7a,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:15.476916 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fedb0459-01b1-4fde-b622-fc6e5037eecd req-2d63dac7-f158-4c63-8168-72ae3540054f tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Router 04021121-4c18-4409-b664-e48dc993950a has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 12:03:15.586540 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fedb0459-01b1-4fde-b622-fc6e5037eecd req-2d63dac7-f158-4c63-8168-72ae3540054f tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 12:03:15.596606 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2231fe-7c04-4a90-a479-b625c8a9a2cb None None] Sync routers for ids ['04021121-4c18-4409-b664-e48dc993950a'] in dv-cinder-817351-12-iscsi {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:03:15.607977 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2231fe-7c04-4a90-a479-b625c8a9a2cb None None] Routers {'04021121-4c18-4409-b664-e48dc993950a'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:03:15.608841 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-7e2231fe-7c04-4a90-a479-b625c8a9a2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:03:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['04021121-4c18-4409-b664-e48dc993950a'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:15.631003 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-fedb0459-01b1-4fde-b622-fc6e5037eecd req-2d63dac7-f158-4c63-8168-72ae3540054f tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] No DVR routers for this DVR port f1e3806d-a1bc-4f9a-8989-fe91b725cb7a on host hv-cinder-81735 {{(pid=109816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:03:15.633582 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-fedb0459-01b1-4fde-b622-fc6e5037eecd req-2d63dac7-f158-4c63-8168-72ae3540054f tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:15.636898 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-fedb0459-01b1-4fde-b622-fc6e5037eecd req-2d63dac7-f158-4c63-8168-72ae3540054f tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.18 "DELETE /v2.0/ports/f1e3806d-a1bc-4f9a-8989-fe91b725cb7a HTTP/1.1" status: 204 len: 173 time: 1.4543386 Feb 07 12:03:15.671756 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-75727140-638a-44be-be58-a44d6fdf264c req-9e236314-a9f6-41c2-877c-7723e778891b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 210 time: 0.0313730 Feb 07 12:03:15.721731 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-7e2231fe-7c04-4a90-a479-b625c8a9a2cb None None] Set router 04021121-4c18-4409-b664-e48dc993950a gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:03:15.808580 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f', 'name': 'network-vif-deleted', 'tag': 'f1e3806d-a1bc-4f9a-8989-fe91b725cb7a'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:03:15.811026 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d73f14-7644-4724-8c99-43ef02d60f0c" -d '{"events": [{"server_uuid": "85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f", "name": "network-vif-deleted", "tag": "f1e3806d-a1bc-4f9a-8989-fe91b725cb7a"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:03:15.848688 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03808224-192e-4c68-9c3d-076cd6898f91 x-openstack-request-id: req-03808224-192e-4c68-9c3d-076cd6898f91 {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:03:15.848985 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f", "name": "network-vif-deleted", "tag": "f1e3806d-a1bc-4f9a-8989-fe91b725cb7a", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:03:15.849242 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-03808224-192e-4c68-9c3d-076cd6898f91 {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:03:15.849714 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f', 'name': 'network-vif-deleted', 'tag': 'f1e3806d-a1bc-4f9a-8989-fe91b725cb7a', 'status': 'completed', 'code': 200} Feb 07 12:03:15.926872 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-7e2231fe-7c04-4a90-a479-b625c8a9a2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04021121-4c18-4409-b664-e48dc993950a', 'name': 'tempest-AttachVolumeShelveTestJSON-1448088895-router', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:56:01Z', 'revision_number': 4, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'gw_port': {'id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:48Z', 'updated_at': '2022-02-07T11:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '34ba5aae-2e09-4b86-9e03-a80605b6406c', 'name': '', 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'mac_address': 'fa:16:3e:75:73:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:58Z', 'updated_at': '2022-02-07T11:56:07Z', 'revision_number': 5, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'subnets': [{'id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:15.953413 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2231fe-7c04-4a90-a479-b625c8a9a2cb None None] Checking router: 04021121-4c18-4409-b664-e48dc993950a for host: dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:03:15.961743 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2231fe-7c04-4a90-a479-b625c8a9a2cb None None] Routers {'04021121-4c18-4409-b664-e48dc993950a'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:03:15.962348 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-7e2231fe-7c04-4a90-a479-b625c8a9a2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:03:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['04021121-4c18-4409-b664-e48dc993950a'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:16.079875 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-7e2231fe-7c04-4a90-a479-b625c8a9a2cb None None] Set router 04021121-4c18-4409-b664-e48dc993950a gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:03:16.282968 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-7e2231fe-7c04-4a90-a479-b625c8a9a2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04021121-4c18-4409-b664-e48dc993950a', 'name': 'tempest-AttachVolumeShelveTestJSON-1448088895-router', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:56:01Z', 'revision_number': 4, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'gw_port': {'id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:48Z', 'updated_at': '2022-02-07T11:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '34ba5aae-2e09-4b86-9e03-a80605b6406c', 'name': '', 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'mac_address': 'fa:16:3e:75:73:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:58Z', 'updated_at': '2022-02-07T11:56:07Z', 'revision_number': 5, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'subnets': [{'id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:16.289155 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b15e4-9a1a-4bc4-bd12-b1abe5ddc87c req-e608fc87-70ee-4af0-82e4-d1b26819b3ab tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:16.290619 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7e8b15e4-9a1a-4bc4-bd12-b1abe5ddc87c req-e608fc87-70ee-4af0-82e4-d1b26819b3ab tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dd2e83-d1d4-4070-bf1a-1347b865f2e9 HTTP/1.1" status: 200 len: 943 time: 0.0560699 Feb 07 12:03:16.321681 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2231fe-7c04-4a90-a479-b625c8a9a2cb None None] The sync data for ids ['04021121-4c18-4409-b664-e48dc993950a'] in dv-cinder-817351-12-iscsi is: [{'id': '04021121-4c18-4409-b664-e48dc993950a', 'name': 'tempest-AttachVolumeShelveTestJSON-1448088895-router', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:56:01Z', 'revision_number': 4, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'gw_port': {'id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:48Z', 'updated_at': '2022-02-07T11:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '34ba5aae-2e09-4b86-9e03-a80605b6406c', 'name': '', 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'mac_address': 'fa:16:3e:75:73:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:58Z', 'updated_at': '2022-02-07T11:56:07Z', 'revision_number': 5, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'subnets': [{'id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:03:16.338433 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7e8b15e4-9a1a-4bc4-bd12-b1abe5ddc87c req-a7948741-99a5-4668-bc3b-63e24c74e8b5 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/security-groups?id=58626264-1864-4620-86de-d2cf52212a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423067 Feb 07 12:03:16.544387 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad35d6e-1cdd-4fa5-a4f6-96047ec88e31 None None] New status for floating IP 88a9da6b-ad02-4c84-9c1b-8d4b574712fb: DOWN {{(pid=109818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 12:03:16.800148 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-764eab70-75ab-42d2-a471-8cde1a0047f6 req-cadc8a9c-8119-432d-9e9b-2d8e849ca1fc tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ea32b6-12b7-4afa-b5ec-615b9ef4ca0f HTTP/1.1" status: 200 len: 210 time: 0.0324979 Feb 07 12:03:17.457900 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128985b4-a1c5-44b9-8db4-f1193f2a7651 req-4a2a3b3f-680b-4f99-93d6-ddd0c073aea5 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:17.459357 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-128985b4-a1c5-44b9-8db4-f1193f2a7651 req-4a2a3b3f-680b-4f99-93d6-ddd0c073aea5 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dd2e83-d1d4-4070-bf1a-1347b865f2e9 HTTP/1.1" status: 200 len: 943 time: 0.0515013 Feb 07 12:03:17.505862 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-128985b4-a1c5-44b9-8db4-f1193f2a7651 req-8bdbe796-3abf-43ff-b41f-0785789fdb7f tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/security-groups?id=58626264-1864-4620-86de-d2cf52212a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409484 Feb 07 12:03:17.661034 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device f1e3806d-a1bc-4f9a-8989-fe91b725cb7a no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:03:17.681522 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] No Port match for: f1e3806d-a1bc-4f9a-8989-fe91b725cb7a {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:03:17.681892 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device f1e3806d-a1bc-4f9a-8989-fe91b725cb7a not bound to the agent host hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:03:17.962279 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 60224) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:03:18.016620 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-61ec3394-33f2-4563-8796-93a3b5824dbb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for security_group (ef6d80b1-da9f-47c1-a893-c2063cb921f1), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:18.042830 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-61ec3394-33f2-4563-8796-93a3b5824dbb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for security_group (ef6d80b1-da9f-47c1-a893-c2063cb921f1), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:18.147447 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d2432db9-5255-4833-a519-1b3e0d64a620 req-94e26ed3-8e82-4383-926c-ae571fd94624 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-608211004&fields=id&tenant_id=6776d9c9ed2f48c39315e1519cd258f2 HTTP/1.1" status: 200 len: 267 time: 0.0487857 Feb 07 12:03:18.183484 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-61ec3394-33f2-4563-8796-93a3b5824dbb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (ef6d80b1-da9f-47c1-a893-c2063cb921f1), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:18.186961 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-61ec3394-33f2-4563-8796-93a3b5824dbb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:18.188222 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-61ec3394-33f2-4563-8796-93a3b5824dbb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "DELETE /v2.0/security-groups/ef6d80b1-da9f-47c1-a893-c2063cb921f1 HTTP/1.1" status: 204 len: 168 time: 0.2248280 Feb 07 12:03:18.191787 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 60228) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:03:18.205682 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec3394-33f2-4563-8796-93a3b5824dbb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6d80b1-da9f-47c1-a893-c2063cb921f1,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:18.214834 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2432db9-5255-4833-a519-1b3e0d64a620 req-d4208eec-ca00-404a-b4b0-4191c514eb35 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:18.214834 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d2432db9-5255-4833-a519-1b3e0d64a620 req-d4208eec-ca00-404a-b4b0-4191c514eb35 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 984 time: 0.0576346 Feb 07 12:03:18.216990 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.api.v2.resource [None req-6ce62cbd-7270-418a-a922-4306eed819b2 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] show failed (client error): The resource could not be found. Feb 07 12:03:18.218156 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-6ce62cbd-7270-418a-a922-4306eed819b2 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups/ef6d80b1-da9f-47c1-a893-c2063cb921f1 HTTP/1.1" status: 404 len: 347 time: 0.0242357 Feb 07 12:03:18.219696 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec3394-33f2-4563-8796-93a3b5824dbb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:18.220036 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec3394-33f2-4563-8796-93a3b5824dbb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:18.220382 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec3394-33f2-4563-8796-93a3b5824dbb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:18.220814 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec3394-33f2-4563-8796-93a3b5824dbb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:18.221154 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec3394-33f2-4563-8796-93a3b5824dbb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:18.221489 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec3394-33f2-4563-8796-93a3b5824dbb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:18.221852 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec3394-33f2-4563-8796-93a3b5824dbb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:18.222182 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec3394-33f2-4563-8796-93a3b5824dbb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:18.222514 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec3394-33f2-4563-8796-93a3b5824dbb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:18.222841 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec3394-33f2-4563-8796-93a3b5824dbb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:18.223212 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec3394-33f2-4563-8796-93a3b5824dbb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:18.223677 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec3394-33f2-4563-8796-93a3b5824dbb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:18.224010 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec3394-33f2-4563-8796-93a3b5824dbb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:18.225653 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [req-d2432db9-5255-4833-a519-1b3e0d64a620 req-e63fd07e-dd01-4241-ae65-dfdcac88db11 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Request body: {'port': {'security_groups': ['4e800270-5b67-448d-8f28-892777e2ee24']}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:03:18.227928 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 60230) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:03:18.318444 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-d2432db9-5255-4833-a519-1b3e0d64a620 req-e63fd07e-dd01-4241-ae65-dfdcac88db11 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (5e48e753-7851-4836-a4ee-17ecba5a1834), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:18.396363 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-641aba53-0abf-46bf-8bd8-d8621c9171cb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Deleting port 6ec533e3-f42f-4466-bcb2-cd38c35f737d {{(pid=109815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:03:18.396709 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-641aba53-0abf-46bf-8bd8-d8621c9171cb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (6ec533e3-f42f-4466-bcb2-cd38c35f737d), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:18.480730 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-641aba53-0abf-46bf-8bd8-d8621c9171cb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (6ec533e3-f42f-4466-bcb2-cd38c35f737d), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:18.481400 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-641aba53-0abf-46bf-8bd8-d8621c9171cb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for floatingip (6ec533e3-f42f-4466-bcb2-cd38c35f737d), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:18.494554 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-641aba53-0abf-46bf-8bd8-d8621c9171cb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Calling delete_port for 6ec533e3-f42f-4466-bcb2-cd38c35f737d owned by network:floatingip {{(pid=109815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:03:18.520374 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-d2432db9-5255-4833-a519-1b3e0d64a620 req-e63fd07e-dd01-4241-ae65-dfdcac88db11 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] For port 5e48e753-7851-4836-a4ee-17ecba5a1834, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=5e48e753-7851-4836-a4ee-17ecba5a1834,segment=NetworkSegment(f74bba07-bca7-4a3b-b25c-71cc9693ebb7),segment_id=f74bba07-bca7-4a3b-b25c-71cc9693ebb7)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:03:18.548297 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-d2432db9-5255-4833-a519-1b3e0d64a620 req-e63fd07e-dd01-4241-ae65-dfdcac88db11 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for port (5e48e753-7851-4836-a4ee-17ecba5a1834), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:18.609068 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-d2432db9-5255-4833-a519-1b3e0d64a620 req-e63fd07e-dd01-4241-ae65-dfdcac88db11 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209623'] for port (5e48e753-7851-4836-a4ee-17ecba5a1834), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:18.622297 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['5e48e753-7851-4836-a4ee-17ecba5a1834'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 12:03:18.666832 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2432db9-5255-4833-a519-1b3e0d64a620 req-e63fd07e-dd01-4241-ae65-dfdcac88db11 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:18.667626 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-d2432db9-5255-4833-a519-1b3e0d64a620 req-e63fd07e-dd01-4241-ae65-dfdcac88db11 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:18.669375 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d2432db9-5255-4833-a519-1b3e0d64a620 req-e63fd07e-dd01-4241-ae65-dfdcac88db11 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "PUT /v2.0/ports/5e48e753-7851-4836-a4ee-17ecba5a1834 HTTP/1.1" status: 200 len: 942 time: 0.4510996 Feb 07 12:03:18.670137 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bab89c-4726-49be-8da9-5f077c5878a8', 'tag': '5e48e753-7851-4836-a4ee-17ecba5a1834'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:03:18.672652 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff814a86-2edf-429b-8729-fc2893fa1579" -d '{"events": [{"name": "network-changed", "server_uuid": "26bab89c-4726-49be-8da9-5f077c5878a8", "tag": "5e48e753-7851-4836-a4ee-17ecba5a1834"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:03:18.677920 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 60236) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:03:18.721333 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63fd07e-dd01-4241-ae65-dfdcac88db11 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Pushing event updated for resources: {'Port': ['ID=5e48e753-7851-4836-a4ee-17ecba5a1834,revision_number=7']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:18.773261 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-83d9b95c-b14d-4643-a6b7-6807d9538d39 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for security_group (1b55ef47-0f59-42a5-ac50-67655bde48e8), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:18.806056 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['5e48e753-7851-4836-a4ee-17ecba5a1834'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 12:03:18.810709 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 12:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ebdcdf-ade0-4b53-8b6d-37499b829d76 x-openstack-request-id: req-70ebdcdf-ade0-4b53-8b6d-37499b829d76 {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:03:18.811135 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bab89c-4726-49be-8da9-5f077c5878a8", "tag": "5e48e753-7851-4836-a4ee-17ecba5a1834", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:03:18.811481 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-70ebdcdf-ade0-4b53-8b6d-37499b829d76 {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:03:18.812606 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bab89c-4726-49be-8da9-5f077c5878a8', 'tag': '5e48e753-7851-4836-a4ee-17ecba5a1834', 'status': 'completed', 'code': 200} Feb 07 12:03:18.863238 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-83d9b95c-b14d-4643-a6b7-6807d9538d39 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for security_group (1b55ef47-0f59-42a5-ac50-67655bde48e8), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:18.921235 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff814a86-2edf-429b-8729-fc2893fa1579 req-57d448b8-63d6-4812-a244-5239fa2fcc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:18.923224 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ff814a86-2edf-429b-8729-fc2893fa1579 req-57d448b8-63d6-4812-a244-5239fa2fcc20 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6776d9c9ed2f48c39315e1519cd258f2&device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 1129 time: 0.1291625 Feb 07 12:03:19.045199 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff814a86-2edf-429b-8729-fc2893fa1579 req-dc6d2713-f1e9-49b0-9e2e-5457b307445a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:19.046954 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ff814a86-2edf-429b-8729-fc2893fa1579 req-dc6d2713-f1e9-49b0-9e2e-5457b307445a service neutron] 10.222.0.18 "GET /v2.0/networks?id=38900fc3-64b1-482b-951a-e6d2ba6b664b HTTP/1.1" status: 200 len: 915 time: 0.1176341 Feb 07 12:03:19.053376 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a5f5f-bee0-4f99-a7dc-8945ba77135e req-a2a560ab-5749-4d28-89ab-25e3dd94f7cb tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:19.054895 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8e7a5f5f-bee0-4f99-a7dc-8945ba77135e req-a2a560ab-5749-4d28-89ab-25e3dd94f7cb tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dd2e83-d1d4-4070-bf1a-1347b865f2e9 HTTP/1.1" status: 200 len: 943 time: 0.4724343 Feb 07 12:03:19.065946 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-9cdc9688-4bdb-4edf-9c76-1172bd5ca085 None None] Provisioning complete for port 5e48e753-7851-4836-a4ee-17ecba5a1834 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:03:19.066317 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-9cdc9688-4bdb-4edf-9c76-1172bd5ca085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (5e48e753-7851-4836-a4ee-17ecba5a1834), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:19.104083 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8e7a5f5f-bee0-4f99-a7dc-8945ba77135e req-a3a82e84-0f81-4008-bbc7-363eadc2406d tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/security-groups?id=58626264-1864-4620-86de-d2cf52212a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408487 Feb 07 12:03:19.110940 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-83d9b95c-b14d-4643-a6b7-6807d9538d39 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (1b55ef47-0f59-42a5-ac50-67655bde48e8), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:19.113535 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-83d9b95c-b14d-4643-a6b7-6807d9538d39 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:19.114712 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-83d9b95c-b14d-4643-a6b7-6807d9538d39 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "DELETE /v2.0/security-groups/1b55ef47-0f59-42a5-ac50-67655bde48e8 HTTP/1.1" status: 204 len: 168 time: 0.4356177 Feb 07 12:03:19.117473 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 60238) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:03:19.135532 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9b95c-b14d-4643-a6b7-6807d9538d39 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b55ef47-0f59-42a5-ac50-67655bde48e8,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:19.148736 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ff814a86-2edf-429b-8729-fc2893fa1579 req-2237dc61-239f-4ee8-8255-f9ad7b54ec5b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e48e753-7851-4836-a4ee-17ecba5a1834 HTTP/1.1" status: 200 len: 1001 time: 0.0896003 Feb 07 12:03:19.161530 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-641aba53-0abf-46bf-8bd8-d8621c9171cb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8643334'] for port (6ec533e3-f42f-4466-bcb2-cd38c35f737d), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:19.162257 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc9688-4bdb-4edf-9c76-1172bd5ca085 None None] Current status of the port 5e48e753-7851-4836-a4ee-17ecba5a1834 is: ACTIVE; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:03:19.203584 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff814a86-2edf-429b-8729-fc2893fa1579 req-97f9b78d-4e23-446d-8197-7dfb01e447c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:19.205082 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ff814a86-2edf-429b-8729-fc2893fa1579 req-97f9b78d-4e23-446d-8197-7dfb01e447c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c298de01-5de8-498a-b313-e70f45d99c1c HTTP/1.1" status: 200 len: 853 time: 0.0535605 Feb 07 12:03:19.220002 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641aba53-0abf-46bf-8bd8-d8621c9171cb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Pushing event deleted for resources: {'Port': ['ID=6ec533e3-f42f-4466-bcb2-cd38c35f737d,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:19.261519 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff814a86-2edf-429b-8729-fc2893fa1579 req-620742a4-a434-455f-9cf4-0ba5d075990e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:19.263221 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ff814a86-2edf-429b-8729-fc2893fa1579 req-620742a4-a434-455f-9cf4-0ba5d075990e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38900fc3-64b1-482b-951a-e6d2ba6b664b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0521331 Feb 07 12:03:19.336438 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-641aba53-0abf-46bf-8bd8-d8621c9171cb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for floatingip (88a9da6b-ad02-4c84-9c1b-8d4b574712fb), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:19.339264 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-641aba53-0abf-46bf-8bd8-d8621c9171cb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for floatingip (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:19.344294 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-641aba53-0abf-46bf-8bd8-d8621c9171cb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "DELETE /v2.0/floatingips/88a9da6b-ad02-4c84-9c1b-8d4b574712fb HTTP/1.1" status: 204 len: 168 time: 1.1153495 Feb 07 12:03:19.388767 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ff814a86-2edf-429b-8729-fc2893fa1579 req-95463801-3be8-4728-a5ea-739fa697aa68 service neutron] 10.222.0.18 "GET /v2.0/networks/38900fc3-64b1-482b-951a-e6d2ba6b664b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107821 Feb 07 12:03:19.399989 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-7b865285-f678-4c94-9e93-7b6cd9ff56b8 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Deleting port 9cc65199-7ded-4586-98d4-dfe428bcb2f3 {{(pid=109815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:03:19.400356 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-7b865285-f678-4c94-9e93-7b6cd9ff56b8 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (9cc65199-7ded-4586-98d4-dfe428bcb2f3), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:19.478400 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ff814a86-2edf-429b-8729-fc2893fa1579 req-2c78c837-08a1-4382-9386-be86ed356ed2 service neutron] 10.222.0.18 "GET /v2.0/networks/38900fc3-64b1-482b-951a-e6d2ba6b664b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907147 Feb 07 12:03:19.480753 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-7b865285-f678-4c94-9e93-7b6cd9ff56b8 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (9cc65199-7ded-4586-98d4-dfe428bcb2f3), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:19.481284 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-7b865285-f678-4c94-9e93-7b6cd9ff56b8 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for floatingip (9cc65199-7ded-4586-98d4-dfe428bcb2f3), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:19.493703 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-7b865285-f678-4c94-9e93-7b6cd9ff56b8 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Calling delete_port for 9cc65199-7ded-4586-98d4-dfe428bcb2f3 owned by network:floatingip {{(pid=109815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:03:19.672809 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 12:03:19.756213 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-7b865285-f678-4c94-9e93-7b6cd9ff56b8 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8643334'] for port (9cc65199-7ded-4586-98d4-dfe428bcb2f3), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:19.772676 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a,segment=NetworkSegment(0eaf1ece-4065-4ae4-8c2a-a98b57d10a80),segment_id=0eaf1ece-4065-4ae4-8c2a-a98b57d10a80)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:03:19.784883 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Returning: {'device': '45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a', 'network_id': '14ea3a06-6a76-413d-9b9b-b808e601e353', 'port_id': '45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a', 'mac_address': 'fa:16:3e:c6:28:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fb21464-0383-4c54-9b5e-6696f8486ffa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 12:03:19.788227 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b865285-f678-4c94-9e93-7b6cd9ff56b8 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Pushing event deleted for resources: {'Port': ['ID=9cc65199-7ded-4586-98d4-dfe428bcb2f3,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:19.832733 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port 45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a is: DOWN; New status is: BUILD {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:03:19.833301 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:19.846455 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a {{(pid=109817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 12:03:19.848538 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-7b865285-f678-4c94-9e93-7b6cd9ff56b8 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks [] for floatingip (2afaf493-c26a-4aa4-b377-776643afacc3), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:19.848920 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.db.l3_db [None req-7b865285-f678-4c94-9e93-7b6cd9ff56b8 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Floating IP 2afaf493-c26a-4aa4-b377-776643afacc3 disassociated (deleted). External IP: 172.27.1.188, port: 5e48e753-7851-4836-a4ee-17ecba5a1834. Feb 07 12:03:19.870181 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a,segment=NetworkSegment(0eaf1ece-4065-4ae4-8c2a-a98b57d10a80),segment_id=0eaf1ece-4065-4ae4-8c2a-a98b57d10a80)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:03:19.914626 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 60242) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:03:19.919956 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-caa11b06-103e-4a1f-a95e-3a8a83f56875 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1588664264', 'description': 'tempest-description--279764788'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:03:19.963453 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:20.011533 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:20.019426 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:20.019774 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:20.020120 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:20.020454 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:20.020782 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:20.021108 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:20.021434 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:20.021787 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:20.022110 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:20.022434 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:20.022757 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:20.023076 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:20.023399 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:20.035110 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-caa11b06-103e-4a1f-a95e-3a8a83f56875 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:20.059490 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b865285-f678-4c94-9e93-7b6cd9ff56b8 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Router a620d824-e9ec-40db-b3a8-008c89a0fefc has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 12:03:20.111013 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-caa11b06-103e-4a1f-a95e-3a8a83f56875 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for security_group (8c305695-6c11-46e1-9350-a5c96e33ce4e), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:20.185950 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-caa11b06-103e-4a1f-a95e-3a8a83f56875 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (8c305695-6c11-46e1-9350-a5c96e33ce4e), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:20.191329 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b865285-f678-4c94-9e93-7b6cd9ff56b8 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 12:03:20.203837 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba0f6c4-83b1-48b1-9cac-cccd13a28d90 None None] Sync routers for ids ['a620d824-e9ec-40db-b3a8-008c89a0fefc'] in dv-cinder-817351-12-iscsi {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:03:20.209893 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-7b865285-f678-4c94-9e93-7b6cd9ff56b8 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for floatingip (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:20.214872 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba0f6c4-83b1-48b1-9cac-cccd13a28d90 None None] Routers {'a620d824-e9ec-40db-b3a8-008c89a0fefc'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:03:20.216735 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-6ba0f6c4-83b1-48b1-9cac-cccd13a28d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:03:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['a620d824-e9ec-40db-b3a8-008c89a0fefc'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:20.220079 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa11b06-103e-4a1f-a95e-3a8a83f56875 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c305695-6c11-46e1-9350-a5c96e33ce4e,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:20.251762 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-7b865285-f678-4c94-9e93-7b6cd9ff56b8 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "DELETE /v2.0/floatingips/2afaf493-c26a-4aa4-b377-776643afacc3 HTTP/1.1" status: 204 len: 168 time: 1.1331966 Feb 07 12:03:20.253237 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bab89c-4726-49be-8da9-5f077c5878a8', 'tag': '5e48e753-7851-4836-a4ee-17ecba5a1834'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:03:20.255563 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5512e24b4b829142f063b72b797f5a35d67167870001cc5935fd87f1b71448f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09a68bc-ec1e-4791-a7f7-ee8e6f58a23f" -d '{"events": [{"name": "network-changed", "server_uuid": "26bab89c-4726-49be-8da9-5f077c5878a8", "tag": "5e48e753-7851-4836-a4ee-17ecba5a1834"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:03:20.262007 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-caa11b06-103e-4a1f-a95e-3a8a83f56875 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:20.265363 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-caa11b06-103e-4a1f-a95e-3a8a83f56875 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3491101 Feb 07 12:03:20.270837 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 60250) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:03:20.273356 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0fd5e-b681-4f47-a20f-be97b6feb71a req-2cae7e61-50a3-441b-b243-38c164779f38 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:20.274966 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-52f0fd5e-b681-4f47-a20f-be97b6feb71a req-2cae7e61-50a3-441b-b243-38c164779f38 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dd2e83-d1d4-4070-bf1a-1347b865f2e9 HTTP/1.1" status: 200 len: 944 time: 0.0978103 Feb 07 12:03:20.276564 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-b99f7c41-2c0b-4dc7-8a56-0db54b411259 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Request body: {'security_group_rule': {'security_group_id': '8c305695-6c11-46e1-9350-a5c96e33ce4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:03:20.336145 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-52f0fd5e-b681-4f47-a20f-be97b6feb71a req-2b83c8fd-30a8-49f2-b145-af83f9ad9f8b tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/security-groups?id=58626264-1864-4620-86de-d2cf52212a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535433 Feb 07 12:03:20.379249 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b99f7c41-2c0b-4dc7-8a56-0db54b411259 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for security_group_rule (2a5e8e7e-47bc-4ce6-a1b9-95b32dde061d), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:20.394321 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 12:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0084f2dd-4e85-4379-a218-010932217683 x-openstack-request-id: req-0084f2dd-4e85-4379-a218-010932217683 {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:03:20.394638 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bab89c-4726-49be-8da9-5f077c5878a8", "tag": "5e48e753-7851-4836-a4ee-17ecba5a1834", "status": "completed", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:03:20.394898 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0084f2dd-4e85-4379-a218-010932217683 {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:03:20.395305 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bab89c-4726-49be-8da9-5f077c5878a8', 'tag': '5e48e753-7851-4836-a4ee-17ecba5a1834', 'status': 'completed', 'code': 200} Feb 07 12:03:20.433523 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 12:03:20.479134 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b99f7c41-2c0b-4dc7-8a56-0db54b411259 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for security_group_rule (2a5e8e7e-47bc-4ce6-a1b9-95b32dde061d), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:20.485840 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a68bc-ec1e-4791-a7f7-ee8e6f58a23f req-60230630-670b-49f0-a705-76208feb1e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:20.487361 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c09a68bc-ec1e-4791-a7f7-ee8e6f58a23f req-60230630-670b-49f0-a705-76208feb1e1e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6776d9c9ed2f48c39315e1519cd258f2&device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 1129 time: 0.0691462 Feb 07 12:03:20.534435 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-6ba0f6c4-83b1-48b1-9cac-cccd13a28d90 None None] Set router a620d824-e9ec-40db-b3a8-008c89a0fefc gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:03:20.550530 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b99f7c41-2c0b-4dc7-8a56-0db54b411259 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032617'] for security_group_rule (2a5e8e7e-47bc-4ce6-a1b9-95b32dde061d), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:20.582534 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f7c41-2c0b-4dc7-8a56-0db54b411259 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a5e8e7e-47bc-4ce6-a1b9-95b32dde061d,revision_number=0']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:20.598884 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a68bc-ec1e-4791-a7f7-ee8e6f58a23f req-c9a3390d-d602-47e6-a985-a1468acae9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:20.600442 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c09a68bc-ec1e-4791-a7f7-ee8e6f58a23f req-c9a3390d-d602-47e6-a985-a1468acae9ed service neutron] 10.222.0.18 "GET /v2.0/networks?id=38900fc3-64b1-482b-951a-e6d2ba6b664b HTTP/1.1" status: 200 len: 915 time: 0.1067278 Feb 07 12:03:20.648604 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c09a68bc-ec1e-4791-a7f7-ee8e6f58a23f req-5f72c25c-cb45-4194-b8d8-eebd1aa44abd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e48e753-7851-4836-a4ee-17ecba5a1834 HTTP/1.1" status: 200 len: 217 time: 0.0420930 Feb 07 12:03:20.651377 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b99f7c41-2c0b-4dc7-8a56-0db54b411259 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:20.652433 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-b99f7c41-2c0b-4dc7-8a56-0db54b411259 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3805468 Feb 07 12:03:20.655083 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 60258) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:03:20.660653 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-5edfbc26-b080-4e12-9331-9e71a19b8645 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Request body: {'security_group_rule': {'security_group_id': '8c305695-6c11-46e1-9350-a5c96e33ce4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:03:20.716735 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a68bc-ec1e-4791-a7f7-ee8e6f58a23f req-1ec31e00-d5c9-4fff-a052-7ff0aa304c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:20.718257 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c09a68bc-ec1e-4791-a7f7-ee8e6f58a23f req-1ec31e00-d5c9-4fff-a052-7ff0aa304c15 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c298de01-5de8-498a-b313-e70f45d99c1c HTTP/1.1" status: 200 len: 853 time: 0.0611391 Feb 07 12:03:20.781455 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a68bc-ec1e-4791-a7f7-ee8e6f58a23f req-d3d9587a-49f2-4300-89e1-302fb31de5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:20.783086 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c09a68bc-ec1e-4791-a7f7-ee8e6f58a23f req-d3d9587a-49f2-4300-89e1-302fb31de5aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38900fc3-64b1-482b-951a-e6d2ba6b664b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0583861 Feb 07 12:03:20.788894 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5edfbc26-b080-4e12-9331-9e71a19b8645 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for security_group_rule (69e0b36b-829c-47a1-b458-e08352808597), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:20.810069 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-6ba0f6c4-83b1-48b1-9cac-cccd13a28d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'name': 'tempest-TestMinimumBasicScenario-427680304-router', 'tenant_id': '6776d9c9ed2f48c39315e1519cd258f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '2ea34767-9c51-49b5-913a-bea2bc7e78bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:58:15Z', 'updated_at': '2022-02-07T11:58:18Z', 'revision_number': 4, 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'gw_port': {'id': '2ea34767-9c51-49b5-913a-bea2bc7e78bb', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:84:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:15Z', 'updated_at': '2022-02-07T11:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '9311cdfe-702c-45ea-8266-263ca4ab1534', 'name': '', 'network_id': '38900fc3-64b1-482b-951a-e6d2ba6b664b', 'tenant_id': '6776d9c9ed2f48c39315e1519cd258f2', 'mac_address': 'fa:16:3e:ad:e3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'c298de01-5de8-498a-b313-e70f45d99c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:18Z', 'updated_at': '2022-02-07T11:58:23Z', 'revision_number': 5, 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'subnets': [{'id': 'c298de01-5de8-498a-b313-e70f45d99c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:20.837061 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba0f6c4-83b1-48b1-9cac-cccd13a28d90 None None] Checking router: a620d824-e9ec-40db-b3a8-008c89a0fefc for host: dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:03:20.846378 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba0f6c4-83b1-48b1-9cac-cccd13a28d90 None None] Routers {'a620d824-e9ec-40db-b3a8-008c89a0fefc'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:03:20.846984 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-6ba0f6c4-83b1-48b1-9cac-cccd13a28d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:03:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['a620d824-e9ec-40db-b3a8-008c89a0fefc'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:20.898450 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5edfbc26-b080-4e12-9331-9e71a19b8645 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for security_group_rule (69e0b36b-829c-47a1-b458-e08352808597), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:20.914631 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c09a68bc-ec1e-4791-a7f7-ee8e6f58a23f req-2705731a-dd93-4c56-af35-4f19435fff51 service neutron] 10.222.0.18 "GET /v2.0/networks/38900fc3-64b1-482b-951a-e6d2ba6b664b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228395 Feb 07 12:03:20.955705 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-6ba0f6c4-83b1-48b1-9cac-cccd13a28d90 None None] Set router a620d824-e9ec-40db-b3a8-008c89a0fefc gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:03:20.980574 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5edfbc26-b080-4e12-9331-9e71a19b8645 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032617'] for security_group_rule (69e0b36b-829c-47a1-b458-e08352808597), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:21.017231 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edfbc26-b080-4e12-9331-9e71a19b8645 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e0b36b-829c-47a1-b458-e08352808597,revision_number=0']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:21.024918 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c09a68bc-ec1e-4791-a7f7-ee8e6f58a23f req-107dac26-f3c3-4ad4-a9cb-b68809baa97d service neutron] 10.222.0.18 "GET /v2.0/networks/38900fc3-64b1-482b-951a-e6d2ba6b664b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036694 Feb 07 12:03:21.112752 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5edfbc26-b080-4e12-9331-9e71a19b8645 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:21.113988 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-5edfbc26-b080-4e12-9331-9e71a19b8645 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4579422 Feb 07 12:03:21.117845 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 60264) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:03:21.128157 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-398f4c30-4441-4bac-9985-78676ac9c08e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Request body: {'floatingip': {'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:03:21.165744 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-6ba0f6c4-83b1-48b1-9cac-cccd13a28d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'name': 'tempest-TestMinimumBasicScenario-427680304-router', 'tenant_id': '6776d9c9ed2f48c39315e1519cd258f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '2ea34767-9c51-49b5-913a-bea2bc7e78bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:58:15Z', 'updated_at': '2022-02-07T11:58:18Z', 'revision_number': 4, 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'gw_port': {'id': '2ea34767-9c51-49b5-913a-bea2bc7e78bb', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:84:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:15Z', 'updated_at': '2022-02-07T11:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '9311cdfe-702c-45ea-8266-263ca4ab1534', 'name': '', 'network_id': '38900fc3-64b1-482b-951a-e6d2ba6b664b', 'tenant_id': '6776d9c9ed2f48c39315e1519cd258f2', 'mac_address': 'fa:16:3e:ad:e3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'c298de01-5de8-498a-b313-e70f45d99c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:18Z', 'updated_at': '2022-02-07T11:58:23Z', 'revision_number': 5, 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'subnets': [{'id': 'c298de01-5de8-498a-b313-e70f45d99c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:21.195536 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba0f6c4-83b1-48b1-9cac-cccd13a28d90 None None] The sync data for ids ['a620d824-e9ec-40db-b3a8-008c89a0fefc'] in dv-cinder-817351-12-iscsi is: [{'id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'name': 'tempest-TestMinimumBasicScenario-427680304-router', 'tenant_id': '6776d9c9ed2f48c39315e1519cd258f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '2ea34767-9c51-49b5-913a-bea2bc7e78bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:58:15Z', 'updated_at': '2022-02-07T11:58:18Z', 'revision_number': 4, 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'gw_port': {'id': '2ea34767-9c51-49b5-913a-bea2bc7e78bb', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:84:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:15Z', 'updated_at': '2022-02-07T11:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '9311cdfe-702c-45ea-8266-263ca4ab1534', 'name': '', 'network_id': '38900fc3-64b1-482b-951a-e6d2ba6b664b', 'tenant_id': '6776d9c9ed2f48c39315e1519cd258f2', 'mac_address': 'fa:16:3e:ad:e3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'c298de01-5de8-498a-b313-e70f45d99c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:18Z', 'updated_at': '2022-02-07T11:58:23Z', 'revision_number': 5, 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'subnets': [{'id': 'c298de01-5de8-498a-b313-e70f45d99c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:03:21.214472 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-398f4c30-4441-4bac-9985-78676ac9c08e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:21.328926 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-398f4c30-4441-4bac-9985-78676ac9c08e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:21.456278 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966315ee-cc87-498b-836e-9afa61f97638 None None] New status for floating IP 2afaf493-c26a-4aa4-b377-776643afacc3: DOWN {{(pid=109818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 12:03:21.499102 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_common [None req-398f4c30-4441-4bac-9985-78676ac9c08e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Allocated IP 172.27.1.14 (12a459b1-c19f-48b5-9c0c-c18492f1de42/06f471c1-ec2c-4a47-a3f1-0b43664949d1/9d28c97e-4ac6-4c2b-b482-7d1f9cdfc6ad) {{(pid=109816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:03:21.522208 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503ed36-ee29-4732-b6f0-2c0aa9ff25a1 req-8ca91cd3-abab-4d34-a5e8-c6943238b792 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:21.523717 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9503ed36-ee29-4732-b6f0-2c0aa9ff25a1 req-8ca91cd3-abab-4d34-a5e8-c6943238b792 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dd2e83-d1d4-4070-bf1a-1347b865f2e9 HTTP/1.1" status: 200 len: 944 time: 0.0846066 Feb 07 12:03:21.622044 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9503ed36-ee29-4732-b6f0-2c0aa9ff25a1 req-e8a7f778-4309-4dee-94f2-c8c389851c85 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/security-groups?id=58626264-1864-4620-86de-d2cf52212a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842695 Feb 07 12:03:21.651974 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-398f4c30-4441-4bac-9985-78676ac9c08e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for port (9d28c97e-4ac6-4c2b-b482-7d1f9cdfc6ad), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:21.688915 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a up at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 12:03:21.756088 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-398f4c30-4441-4bac-9985-78676ac9c08e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (9d28c97e-4ac6-4c2b-b482-7d1f9cdfc6ad), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:21.802017 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398f4c30-4441-4bac-9985-78676ac9c08e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Network 12a459b1-c19f-48b5-9c0c-c18492f1de42 is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:03:21.806773 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-398f4c30-4441-4bac-9985-78676ac9c08e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:03:21.811025 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398f4c30-4441-4bac-9985-78676ac9c08e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Received port after_create {{(pid=109816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 12:03:21.814410 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f4c30-4441-4bac-9985-78676ac9c08e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Pushing event updated for resources: {'Port': ['ID=9d28c97e-4ac6-4c2b-b482-7d1f9cdfc6ad,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:21.840578 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning for port 45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a completed by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:03:21.845020 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning complete for port 45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:03:21.845579 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:21.899951 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-398f4c30-4441-4bac-9985-78676ac9c08e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for floatingip (3e4b5da9-b03b-4ab6-93c9-ae33ebe9dd46), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:21.922088 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port 45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a is: BUILD; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:03:21.922484 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:21.947296 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0dd2e83-d1d4-4070-bf1a-1347b865f2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a'}] {{(pid=109817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:03:21.949787 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bc6b3c0530c896bdfe52e422604eaad6eac6737642d5fab1ac5583b9ec47d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e126fe25-c20c-435b-9258-9c10e4ddb621" -d '{"events": [{"server_uuid": "b0dd2e83-d1d4-4070-bf1a-1347b865f2e9", "name": "network-vif-plugged", "status": "completed", "tag": "45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a"}]}' {{(pid=109817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:03:21.962110 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a,segment=NetworkSegment(0eaf1ece-4065-4ae4-8c2a-a98b57d10a80),segment_id=0eaf1ece-4065-4ae4-8c2a-a98b57d10a80)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:03:21.985745 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d28e0f-9ce0-434c-a1d9-7a6e104135b8 x-openstack-request-id: req-d9d28e0f-9ce0-434c-a1d9-7a6e104135b8 {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:03:21.986053 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0dd2e83-d1d4-4070-bf1a-1347b865f2e9", "name": "network-vif-plugged", "status": "completed", "tag": "45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a", "code": 200}]} {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:03:21.989009 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d9d28e0f-9ce0-434c-a1d9-7a6e104135b8 {{(pid=109817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:03:21.989009 dv-cinder-817351-12-iscsi neutron-server[109817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0dd2e83-d1d4-4070-bf1a-1347b865f2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a', 'code': 200} Feb 07 12:03:22.041004 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-398f4c30-4441-4bac-9985-78676ac9c08e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (9d28c97e-4ac6-4c2b-b482-7d1f9cdfc6ad), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:22.048337 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:22.096473 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a,revision_number=5']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:22.203008 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-398f4c30-4441-4bac-9985-78676ac9c08e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for port (9d28c97e-4ac6-4c2b-b482-7d1f9cdfc6ad), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:22.296906 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-398f4c30-4441-4bac-9985-78676ac9c08e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209623'] for port (9d28c97e-4ac6-4c2b-b482-7d1f9cdfc6ad), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:22.373048 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f4c30-4441-4bac-9985-78676ac9c08e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Pushing event updated for resources: {'Port': ['ID=9d28c97e-4ac6-4c2b-b482-7d1f9cdfc6ad,revision_number=2']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:22.379013 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a35c0-e875-44be-aa66-a3b46ef59a94 req-1bab11cf-3bf8-4ee8-8e42-4deeb2221023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:22.384272 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7d9a35c0-e875-44be-aa66-a3b46ef59a94 req-1bab11cf-3bf8-4ee8-8e42-4deeb2221023 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b0dd2e83-d1d4-4070-bf1a-1347b865f2e9 HTTP/1.1" status: 200 len: 1129 time: 0.1115742 Feb 07 12:03:22.386755 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-398f4c30-4441-4bac-9985-78676ac9c08e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-875882'] for floatingip (3e4b5da9-b03b-4ab6-93c9-ae33ebe9dd46), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:22.434484 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7d9a35c0-e875-44be-aa66-a3b46ef59a94 req-bb3eeb81-00ca-4e70-b9e9-ad67b856db29 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=58626264-1864-4620-86de-d2cf52212a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440686 Feb 07 12:03:22.513332 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-398f4c30-4441-4bac-9985-78676ac9c08e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for floatingip (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:22.514575 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-398f4c30-4441-4bac-9985-78676ac9c08e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3951964 Feb 07 12:03:22.703263 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-7ffda542-98e8-40e4-981b-820f1fc14218 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1588664264&fields=id&tenant_id=7def8326042e4a8fa3c19125edfb7d63 HTTP/1.1" status: 200 len: 267 time: 0.0416245 Feb 07 12:03:22.743074 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff80960-7574-4b31-86b1-48a50c6b5d92 req-d1b1838e-3029-4439-8cb0-171067a3d60b tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:22.744550 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cff80960-7574-4b31-86b1-48a50c6b5d92 req-d1b1838e-3029-4439-8cb0-171067a3d60b tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dd2e83-d1d4-4070-bf1a-1347b865f2e9 HTTP/1.1" status: 200 len: 945 time: 0.0528755 Feb 07 12:03:22.791908 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cff80960-7574-4b31-86b1-48a50c6b5d92 req-534198b5-b66e-47f0-901a-d9fc98ded3db tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/security-groups?id=58626264-1864-4620-86de-d2cf52212a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410211 Feb 07 12:03:22.813877 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-ae574c97-9274-4703-8b24-503ab723d228 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:22.815353 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-ae574c97-9274-4703-8b24-503ab723d228 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/networks?id=5c560c9d-289f-4491-b462-db6f3ab05c8e HTTP/1.1" status: 200 len: 817 time: 0.1058214 Feb 07 12:03:22.830590 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-25c04c86-448b-46cb-ae8b-df42b42b2de0 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/quotas/7def8326042e4a8fa3c19125edfb7d63 HTTP/1.1" status: 200 len: 375 time: 0.0098550 Feb 07 12:03:22.891277 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-29db4d1d-c7e2-4575-b68f-7d2f0496730a tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=7def8326042e4a8fa3c19125edfb7d63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548573 Feb 07 12:03:23.077541 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-e22c091e-cd22-4be0-810d-d90ed897fd42 service neutron] 10.222.0.67 "GET /v2.0/networks/5c560c9d-289f-4491-b462-db6f3ab05c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724637 Feb 07 12:03:23.169440 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-ccbce75e-926a-4b68-99f4-c86e82cd3894 service neutron] 10.222.0.67 "GET /v2.0/networks/5c560c9d-289f-4491-b462-db6f3ab05c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871599 Feb 07 12:03:23.197118 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:23.411894 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9c318eb7-e18e-4e34-a2a5-a4463733610b req-6d141941-e9d2-44f8-bf54-30f919ffe891 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 210 time: 0.0265121 Feb 07 12:03:23.919206 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4876328-2bb4-414c-b9bf-6f961b7d3476 req-e429041b-eb0c-41ce-8a36-8d32139442f6 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:23.920704 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a4876328-2bb4-414c-b9bf-6f961b7d3476 req-e429041b-eb0c-41ce-8a36-8d32139442f6 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dd2e83-d1d4-4070-bf1a-1347b865f2e9 HTTP/1.1" status: 200 len: 945 time: 0.0542054 Feb 07 12:03:23.969237 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a4876328-2bb4-414c-b9bf-6f961b7d3476 req-0300e11b-c75f-404b-874e-5dc3a6f73ca9 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/security-groups?id=58626264-1864-4620-86de-d2cf52212a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428145 Feb 07 12:03:24.514365 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-20d490dd-0a94-43af-8a29-af7145cae343 req-9a465746-6cd2-46e6-adf2-3ea5c529a632 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 210 time: 0.0338340 Feb 07 12:03:24.715983 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d591531-e9b8-47dd-8704-fb3bfb6928b7 req-39b5bd4b-d2b8-475d-be6e-5cbc0a940e18 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:24.718006 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-1d591531-e9b8-47dd-8704-fb3bfb6928b7 req-39b5bd4b-d2b8-475d-be6e-5cbc0a940e18 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 945 time: 0.0527914 Feb 07 12:03:24.764008 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-1d591531-e9b8-47dd-8704-fb3bfb6928b7 req-9e18cfcc-079f-4299-941c-28c408a8948c tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404692 Feb 07 12:03:25.085171 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230531ee-c6a0-4c17-8635-a2202881cc9a req-c6147490-36b8-43c9-8e54-9098b2d5ddcf tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:25.086552 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-230531ee-c6a0-4c17-8635-a2202881cc9a req-c6147490-36b8-43c9-8e54-9098b2d5ddcf tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dd2e83-d1d4-4070-bf1a-1347b865f2e9 HTTP/1.1" status: 200 len: 945 time: 0.0506892 Feb 07 12:03:25.134450 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-230531ee-c6a0-4c17-8635-a2202881cc9a req-e0f8db5e-0243-4579-9d23-96b99f1aa382 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/security-groups?id=58626264-1864-4620-86de-d2cf52212a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418162 Feb 07 12:03:25.478173 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-e8987ffd-a38d-46c2-a49a-e9b11c8acbb2 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:25.479598 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-e8987ffd-a38d-46c2-a49a-e9b11c8acbb2 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.18 "GET /v2.0/networks?id=5c560c9d-289f-4491-b462-db6f3ab05c8e HTTP/1.1" status: 200 len: 817 time: 0.0993965 Feb 07 12:03:25.542791 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-0ca27784-02a3-4e38-9f9b-b470bed5c9a3 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7def8326042e4a8fa3c19125edfb7d63 HTTP/1.1" status: 200 len: 380 time: 0.0517967 Feb 07 12:03:25.553863 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-acc87564-5502-4ca9-86a4-a499be29cfb1 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Request body: {'port': {'device_id': '63d47099-895a-491b-9bdb-b784eefdd62f', 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e', 'admin_state_up': True, 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'security_groups': ['8c305695-6c11-46e1-9350-a5c96e33ce4e']}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:03:25.632542 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5dbcc6f6-5da9-43c1-a389-e9ff89b39f35 req-d9c39926-1a7d-4a73-9b59-362fb596c3de tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 210 time: 0.0353024 Feb 07 12:03:25.749873 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-acc87564-5502-4ca9-86a4-a499be29cfb1 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Made reservation on behalf of 7def8326042e4a8fa3c19125edfb7d63 for: {'port': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:03:25.753297 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-acc87564-5502-4ca9-86a4-a499be29cfb1 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:25.944902 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2b5ff-1b48-45c3-a483-801dd254cbeb req-9eac0d6b-c3c2-432b-a65d-55d66b69225a tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:25.946414 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a0d2b5ff-1b48-45c3-a483-801dd254cbeb req-9eac0d6b-c3c2-432b-a65d-55d66b69225a tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 945 time: 0.1155756 Feb 07 12:03:25.951037 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_common [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-acc87564-5502-4ca9-86a4-a499be29cfb1 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Allocated IP 172.20.0.13 (5c560c9d-289f-4491-b462-db6f3ab05c8e/40dfba53-a55c-40ea-abe9-97a328c1f35f/7f77c074-ce24-4902-905c-50a8c7a93107) {{(pid=109816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:03:26.026530 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a0d2b5ff-1b48-45c3-a483-801dd254cbeb req-fb522775-7448-4e45-98da-64a33a7375d8 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730374 Feb 07 12:03:26.142973 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-acc87564-5502-4ca9-86a4-a499be29cfb1 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for port (7f77c074-ce24-4902-905c-50a8c7a93107), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:26.300557 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-acc87564-5502-4ca9-86a4-a499be29cfb1 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (7f77c074-ce24-4902-905c-50a8c7a93107), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:26.350360 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-acc87564-5502-4ca9-86a4-a499be29cfb1 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Network 5c560c9d-289f-4491-b462-db6f3ab05c8e is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:03:26.353459 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-acc87564-5502-4ca9-86a4-a499be29cfb1 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:03:26.359003 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-acc87564-5502-4ca9-86a4-a499be29cfb1 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Received port after_create {{(pid=109816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 12:03:26.384934 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc87564-5502-4ca9-86a4-a499be29cfb1 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Pushing event updated for resources: {'Port': ['ID=7f77c074-ce24-4902-905c-50a8c7a93107,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:26.425194 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-acc87564-5502-4ca9-86a4-a499be29cfb1 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:26.425857 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-acc87564-5502-4ca9-86a4-a499be29cfb1 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:26.512556 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-acc87564-5502-4ca9-86a4-a499be29cfb1 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9623542 Feb 07 12:03:26.525302 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-c7b80ff1-1896-4df6-afd2-b1cd16b95d87 service neutron] Request body: {'port': {'device_id': '63d47099-895a-491b-9bdb-b784eefdd62f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:03:26.588654 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-c7b80ff1-1896-4df6-afd2-b1cd16b95d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (7f77c074-ce24-4902-905c-50a8c7a93107), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:26.626512 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-4baff265-b6d5-442e-91a2-c8c34e4ebd65 None None] Provisioning complete for port 7f77c074-ce24-4902-905c-50a8c7a93107 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:03:26.627067 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-4baff265-b6d5-442e-91a2-c8c34e4ebd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (7f77c074-ce24-4902-905c-50a8c7a93107), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:26.673133 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-4baff265-b6d5-442e-91a2-c8c34e4ebd65 None None] Port 7f77c074-ce24-4902-905c-50a8c7a93107 cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 12:03:26.820422 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea344c-f914-4e87-a683-b675bebe5f23 req-e8fe5163-d564-4e73-803e-eb27138542a2 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:26.821913 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7eea344c-f914-4e87-a683-b675bebe5f23 req-e8fe5163-d564-4e73-803e-eb27138542a2 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 932 time: 0.1097047 Feb 07 12:03:26.914266 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7eea344c-f914-4e87-a683-b675bebe5f23 req-72a3d3d3-5cad-4238-a78a-afe23e85c0db tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862606 Feb 07 12:03:26.929765 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-c7b80ff1-1896-4df6-afd2-b1cd16b95d87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f77c074-ce24-4902-905c-50a8c7a93107 {{(pid=109816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 12:03:26.937657 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-c7b80ff1-1896-4df6-afd2-b1cd16b95d87 service neutron] Publish callbacks [] for port (7f77c074-ce24-4902-905c-50a8c7a93107), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:26.950345 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.provisioning_blocks [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-c7b80ff1-1896-4df6-afd2-b1cd16b95d87 service neutron] Transition to ACTIVE for port object 7f77c074-ce24-4902-905c-50a8c7a93107 will not be triggered until provisioned by entity L2. {{(pid=109816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:03:27.054162 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-c7b80ff1-1896-4df6-afd2-b1cd16b95d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209623'] for port (7f77c074-ce24-4902-905c-50a8c7a93107), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:27.103531 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b80ff1-1896-4df6-afd2-b1cd16b95d87 service neutron] Pushing event updated for resources: {'Port': ['ID=7f77c074-ce24-4902-905c-50a8c7a93107,revision_number=2']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:27.213449 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-c7b80ff1-1896-4df6-afd2-b1cd16b95d87 service neutron] Attempting to bind port 7f77c074-ce24-4902-905c-50a8c7a93107 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 12:03:27.214198 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-c7b80ff1-1896-4df6-afd2-b1cd16b95d87 service neutron] Attempting to bind port 7f77c074-ce24-4902-905c-50a8c7a93107 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '4dd91289-9497-4700-ac6d-fa09629bdd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e'}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 12:03:27.214554 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-c7b80ff1-1896-4df6-afd2-b1cd16b95d87 service neutron] Attempting to bind port 7f77c074-ce24-4902-905c-50a8c7a93107 on network 5c560c9d-289f-4491-b462-db6f3ab05c8e {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 12:03:27.222872 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-c7b80ff1-1896-4df6-afd2-b1cd16b95d87 service neutron] Port 7f77c074-ce24-4902-905c-50a8c7a93107 on network 5c560c9d-289f-4491-b462-db6f3ab05c8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 12:03:27.224405 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-c7b80ff1-1896-4df6-afd2-b1cd16b95d87 service neutron] Attempting to bind port 7f77c074-ce24-4902-905c-50a8c7a93107 on network 5c560c9d-289f-4491-b462-db6f3ab05c8e {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 12:03:27.234446 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-c7b80ff1-1896-4df6-afd2-b1cd16b95d87 service neutron] Checking agent: {'id': '0d418b69-6da0-49d9-b758-bac8cc78f2cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'started_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 12:03:27.234446 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-c7b80ff1-1896-4df6-afd2-b1cd16b95d87 service neutron] Checking segment: {'id': '4dd91289-9497-4700-ac6d-fa09629bdd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 12:03:27.234446 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-c7b80ff1-1896-4df6-afd2-b1cd16b95d87 service neutron] Bound using segment: {'id': '4dd91289-9497-4700-ac6d-fa09629bdd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e'} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 12:03:27.234446 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-c7b80ff1-1896-4df6-afd2-b1cd16b95d87 service neutron] Bound port: 7f77c074-ce24-4902-905c-50a8c7a93107, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd91289-9497-4700-ac6d-fa09629bdd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e'}}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 12:03:27.234940 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-c7b80ff1-1896-4df6-afd2-b1cd16b95d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (7f77c074-ce24-4902-905c-50a8c7a93107), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:27.258314 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb2ab2-42db-4503-a0bb-60cdf26d7afb req-e70776de-ca5e-40b6-8b35-d5d43cdab6e7 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:27.259862 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a5bb2ab2-42db-4503-a0bb-60cdf26d7afb req-e70776de-ca5e-40b6-8b35-d5d43cdab6e7 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.18 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 945 time: 0.2122357 Feb 07 12:03:27.342284 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf5a38-7094-4161-9cac-a43555ad917c req-ded70e52-a781-4ad9-8e46-e724fda76aed tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:27.343739 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3caf5a38-7094-4161-9cac-a43555ad917c req-ded70e52-a781-4ad9-8e46-e724fda76aed tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 945 time: 0.0684221 Feb 07 12:03:27.381374 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-c7b80ff1-1896-4df6-afd2-b1cd16b95d87 service neutron] For port 7f77c074-ce24-4902-905c-50a8c7a93107, host hv-cinder-81735, cleared binding levels {{(pid=109816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 12:03:27.384995 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-c7b80ff1-1896-4df6-afd2-b1cd16b95d87 service neutron] For port 7f77c074-ce24-4902-905c-50a8c7a93107, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7f77c074-ce24-4902-905c-50a8c7a93107,segment=NetworkSegment(4dd91289-9497-4700-ac6d-fa09629bdd61),segment_id=4dd91289-9497-4700-ac6d-fa09629bdd61)] {{(pid=109816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 12:03:27.396661 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3caf5a38-7094-4161-9cac-a43555ad917c req-f84d2952-db30-4964-a88b-112c7c795fc5 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e800270-5b67-448d-8f28-892777e2ee24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402420 Feb 07 12:03:27.415790 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-a5bb2ab2-42db-4503-a0bb-60cdf26d7afb req-fb7d4804-ed0c-4339-882c-743b44db2b33 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Deleting port 5e48e753-7851-4836-a4ee-17ecba5a1834 {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:03:27.416132 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-a5bb2ab2-42db-4503-a0bb-60cdf26d7afb req-fb7d4804-ed0c-4339-882c-743b44db2b33 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (5e48e753-7851-4836-a4ee-17ecba5a1834), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:27.486924 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-c7b80ff1-1896-4df6-afd2-b1cd16b95d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209623'] for port (7f77c074-ce24-4902-905c-50a8c7a93107), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:27.533621 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-a5bb2ab2-42db-4503-a0bb-60cdf26d7afb req-fb7d4804-ed0c-4339-882c-743b44db2b33 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] For port 5e48e753-7851-4836-a4ee-17ecba5a1834, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=5e48e753-7851-4836-a4ee-17ecba5a1834,segment=NetworkSegment(f74bba07-bca7-4a3b-b25c-71cc9693ebb7),segment_id=f74bba07-bca7-4a3b-b25c-71cc9693ebb7)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:03:27.533993 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-a5bb2ab2-42db-4503-a0bb-60cdf26d7afb req-fb7d4804-ed0c-4339-882c-743b44db2b33 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (5e48e753-7851-4836-a4ee-17ecba5a1834), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:27.537024 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-c7b80ff1-1896-4df6-afd2-b1cd16b95d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:27.537657 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-c7b80ff1-1896-4df6-afd2-b1cd16b95d87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:27.539068 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-c7b80ff1-1896-4df6-afd2-b1cd16b95d87 service neutron] 10.222.0.18 "PUT /v2.0/ports/7f77c074-ce24-4902-905c-50a8c7a93107 HTTP/1.1" status: 200 len: 1094 time: 1.0181863 Feb 07 12:03:27.539483 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d47099-895a-491b-9bdb-b784eefdd62f', 'tag': '7f77c074-ce24-4902-905c-50a8c7a93107'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:03:27.541765 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d73fc5-79e0-4e8c-951d-14b22d87c22f" -d '{"events": [{"name": "network-changed", "server_uuid": "63d47099-895a-491b-9bdb-b784eefdd62f", "tag": "7f77c074-ce24-4902-905c-50a8c7a93107"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:03:27.562600 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-a5bb2ab2-42db-4503-a0bb-60cdf26d7afb req-fb7d4804-ed0c-4339-882c-743b44db2b33 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Calling delete_port for 5e48e753-7851-4836-a4ee-17ecba5a1834 owned by compute:nova {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:03:27.590862 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 12:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55cab3f-6d59-4ccf-9f44-04b7ba2d57cd x-openstack-request-id: req-b55cab3f-6d59-4ccf-9f44-04b7ba2d57cd {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:03:27.591159 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d47099-895a-491b-9bdb-b784eefdd62f", "tag": "7f77c074-ce24-4902-905c-50a8c7a93107", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:03:27.591415 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b55cab3f-6d59-4ccf-9f44-04b7ba2d57cd {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:03:27.591851 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d47099-895a-491b-9bdb-b784eefdd62f', 'tag': '7f77c074-ce24-4902-905c-50a8c7a93107', 'status': 'completed', 'code': 200} Feb 07 12:03:27.594174 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b80ff1-1896-4df6-afd2-b1cd16b95d87 service neutron] Pushing event updated for resources: {'Port': ['ID=7f77c074-ce24-4902-905c-50a8c7a93107,revision_number=3']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:27.709894 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d73fc5-79e0-4e8c-951d-14b22d87c22f req-39fb6d47-dd31-4c5c-8741-b20ea563da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:27.711427 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-17d73fc5-79e0-4e8c-951d-14b22d87c22f req-39fb6d47-dd31-4c5c-8741-b20ea563da56 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7def8326042e4a8fa3c19125edfb7d63&device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 1128 time: 0.1005499 Feb 07 12:03:27.850061 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d73fc5-79e0-4e8c-951d-14b22d87c22f req-0305bb6e-ec20-4293-ba1a-9212b89f44a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:27.850061 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-17d73fc5-79e0-4e8c-951d-14b22d87c22f req-0305bb6e-ec20-4293-ba1a-9212b89f44a9 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=7def8326042e4a8fa3c19125edfb7d63&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1269116 Feb 07 12:03:27.901544 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-a5bb2ab2-42db-4503-a0bb-60cdf26d7afb req-fb7d4804-ed0c-4339-882c-743b44db2b33 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (5e48e753-7851-4836-a4ee-17ecba5a1834), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:27.912892 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['5e48e753-7851-4836-a4ee-17ecba5a1834'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 12:03:28.046486 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba52cbe-28ba-478a-96ee-61fdf9b9706f req-f98c2b11-8eba-4865-bca8-990891593f67 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:28.048060 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8ba52cbe-28ba-478a-96ee-61fdf9b9706f req-f98c2b11-8eba-4865-bca8-990891593f67 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 944 time: 0.0585647 Feb 07 12:03:28.100891 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8ba52cbe-28ba-478a-96ee-61fdf9b9706f req-b0eca9eb-eb2a-410c-a6e1-76c4f7f631a5 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464909 Feb 07 12:03:28.187015 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d4804-ed0c-4339-882c-743b44db2b33 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Pushing event deleted for resources: {'Port': ['ID=5e48e753-7851-4836-a4ee-17ecba5a1834,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:28.245876 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5bb2ab2-42db-4503-a0bb-60cdf26d7afb req-fb7d4804-ed0c-4339-882c-743b44db2b33 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] No DVR routers for this DVR port 5e48e753-7851-4836-a4ee-17ecba5a1834 on host hv-cinder-81735 {{(pid=109816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:03:28.252798 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-a5bb2ab2-42db-4503-a0bb-60cdf26d7afb req-fb7d4804-ed0c-4339-882c-743b44db2b33 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:28.256102 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a5bb2ab2-42db-4503-a0bb-60cdf26d7afb req-fb7d4804-ed0c-4339-882c-743b44db2b33 tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.18 "DELETE /v2.0/ports/5e48e753-7851-4836-a4ee-17ecba5a1834 HTTP/1.1" status: 204 len: 173 time: 0.9851942 Feb 07 12:03:28.260484 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d73fc5-79e0-4e8c-951d-14b22d87c22f req-4b035414-7178-455d-86aa-fc916b9a022e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:28.261880 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-17d73fc5-79e0-4e8c-951d-14b22d87c22f req-4b035414-7178-455d-86aa-fc916b9a022e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4065928 Feb 07 12:03:28.348731 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-0e3e5847-d14d-470f-88ce-fa217be5b010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:28.353829 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-0e3e5847-d14d-470f-88ce-fa217be5b010 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7def8326042e4a8fa3c19125edfb7d63&device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 1128 time: 0.0502849 Feb 07 12:03:28.394411 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-9510a43c-8e7c-4ab3-b548-aed7911db177 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f77c074-ce24-4902-905c-50a8c7a93107 HTTP/1.1" status: 200 len: 217 time: 0.0368562 Feb 07 12:03:28.446039 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-a1041a45-32b8-4c3f-9076-30e8084a8b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:28.449491 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-a1041a45-32b8-4c3f-9076-30e8084a8b90 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40dfba53-a55c-40ea-abe9-97a328c1f35f HTTP/1.1" status: 200 len: 856 time: 0.0466821 Feb 07 12:03:28.507245 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-54893d87-3951-49e7-b48c-400965afdcf9 req-6e8e2cc4-0c2c-4f42-bdf5-531702b85d3d tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 210 time: 0.0446873 Feb 07 12:03:28.524134 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-6899851e-717d-4186-8ca5-d5cec94c526e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:28.525700 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-6899851e-717d-4186-8ca5-d5cec94c526e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c560c9d-289f-4491-b462-db6f3ab05c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0725071 Feb 07 12:03:28.621343 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-59288c41-9d28-47f3-b708-10d8706ed90e service neutron] 10.222.0.18 "GET /v2.0/networks/5c560c9d-289f-4491-b462-db6f3ab05c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874550 Feb 07 12:03:28.718225 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4cfa8baa-fe68-44f5-bd66-5251514310e0 req-65c2454c-fb37-4672-9da1-bbeeddde4d49 service neutron] 10.222.0.18 "GET /v2.0/networks/5c560c9d-289f-4491-b462-db6f3ab05c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905263 Feb 07 12:03:28.912111 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfe9b3-d98f-4e01-8af8-e529d05a9e61 req-f943e566-55a1-4a5e-8e57-b0512e03cce1 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:28.913507 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c8cfe9b3-d98f-4e01-8af8-e529d05a9e61 req-f943e566-55a1-4a5e-8e57-b0512e03cce1 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0527265 Feb 07 12:03:28.961295 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c8cfe9b3-d98f-4e01-8af8-e529d05a9e61 req-3e294c62-6fe2-41de-a1a3-112e85b44332 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422697 Feb 07 12:03:29.221822 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95eea6c-27ee-4aa2-bb78-44ce7bec34a1 req-f6724e3d-d585-42c9-aab5-093470c2faa9 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:29.223235 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-d95eea6c-27ee-4aa2-bb78-44ce7bec34a1 req-f6724e3d-d585-42c9-aab5-093470c2faa9 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 944 time: 0.0516307 Feb 07 12:03:29.270782 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-d95eea6c-27ee-4aa2-bb78-44ce7bec34a1 req-587e9bf9-641f-4f1b-a17e-94ede1c4b2aa tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411813 Feb 07 12:03:29.594821 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bab89c-4726-49be-8da9-5f077c5878a8', 'name': 'network-vif-deleted', 'tag': '5e48e753-7851-4836-a4ee-17ecba5a1834'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:03:29.596991 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888a3eb9-eec4-475c-88ae-9ed9ed0cc909" -d '{"events": [{"server_uuid": "26bab89c-4726-49be-8da9-5f077c5878a8", "name": "network-vif-deleted", "tag": "5e48e753-7851-4836-a4ee-17ecba5a1834"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:03:29.618317 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c4c5f2a2-1b67-40c1-88ce-109a6ed9bbb5 req-52f67581-654c-45d4-991d-8f4826945a4c tempest-TestMinimumBasicScenario-1698163151 tempest-TestMinimumBasicScenario-1698163151-project] 10.222.0.67 "GET /v2.0/ports?device_id=26bab89c-4726-49be-8da9-5f077c5878a8 HTTP/1.1" status: 200 len: 210 time: 0.0324178 Feb 07 12:03:29.632929 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cacc85-a955-41a3-b280-b392c5ec5751 x-openstack-request-id: req-c4cacc85-a955-41a3-b280-b392c5ec5751 {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:03:29.633637 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bab89c-4726-49be-8da9-5f077c5878a8", "name": "network-vif-deleted", "tag": "5e48e753-7851-4836-a4ee-17ecba5a1834", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:03:29.633637 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c4cacc85-a955-41a3-b280-b392c5ec5751 {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:03:29.633929 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bab89c-4726-49be-8da9-5f077c5878a8', 'name': 'network-vif-deleted', 'tag': '5e48e753-7851-4836-a4ee-17ecba5a1834', 'status': 'completed', 'code': 200} Feb 07 12:03:30.079376 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adcaf66-4619-47ed-bd3a-e12eb25bd3ae req-62f0eb4c-04a6-452e-9130-4eb1d5bed3fd tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:30.080832 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6adcaf66-4619-47ed-bd3a-e12eb25bd3ae req-62f0eb4c-04a6-452e-9130-4eb1d5bed3fd tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0550783 Feb 07 12:03:30.128381 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6adcaf66-4619-47ed-bd3a-e12eb25bd3ae req-21bb479d-176b-4fd2-9c3b-b36157db440e tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420780 Feb 07 12:03:30.395613 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622b8e5-17e2-4100-937d-eaff6ce84a3d req-43111b2d-6265-4386-9bf4-2175dd5c79f3 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:30.397135 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-5622b8e5-17e2-4100-937d-eaff6ce84a3d req-43111b2d-6265-4386-9bf4-2175dd5c79f3 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 944 time: 0.0521290 Feb 07 12:03:30.448777 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-5622b8e5-17e2-4100-937d-eaff6ce84a3d req-0cf1a9ae-1ce1-4dbe-96e1-abd015cd340a tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461915 Feb 07 12:03:31.246585 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f74556-6a25-4893-ab4c-df85116fddcc req-a5594eb7-5faa-4349-9879-721f485e1045 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:31.248044 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-30f74556-6a25-4893-ab4c-df85116fddcc req-a5594eb7-5faa-4349-9879-721f485e1045 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0517673 Feb 07 12:03:31.301588 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-30f74556-6a25-4893-ab4c-df85116fddcc req-9cd6aa0d-3981-4b52-98b9-448d36aeb69c tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435295 Feb 07 12:03:31.571666 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5402e-9e93-4e87-b504-f38d965a6df6 req-da4ff486-7c55-4789-8aa8-566cdb8ea35c tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:31.573394 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-fce5402e-9e93-4e87-b504-f38d965a6df6 req-da4ff486-7c55-4789-8aa8-566cdb8ea35c tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 944 time: 0.0536611 Feb 07 12:03:31.619109 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-fce5402e-9e93-4e87-b504-f38d965a6df6 req-12c76ac1-613e-4c47-ac73-2e83dc599235 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402398 Feb 07 12:03:31.756165 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 5e48e753-7851-4836-a4ee-17ecba5a1834 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:03:31.776178 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] No Port match for: 5e48e753-7851-4836-a4ee-17ecba5a1834 {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:03:31.776490 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 5e48e753-7851-4836-a4ee-17ecba5a1834 not bound to the agent host hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:03:32.330991 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 60432) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:03:32.420784 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85771d22-0caa-4767-b538-335502b50522 req-7026288f-81e9-479a-8c51-322d98d0c45d tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:32.422868 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-85771d22-0caa-4767-b538-335502b50522 req-7026288f-81e9-479a-8c51-322d98d0c45d tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0526369 Feb 07 12:03:32.552202 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-85771d22-0caa-4767-b538-335502b50522 req-380c6858-150f-4985-990a-3415725111e8 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229978 Feb 07 12:03:32.741353 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334f95c-4176-42aa-a4ff-96f6f9b7994b req-6811ad67-e62a-4d7a-a149-1581794cd9aa tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:32.743232 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-6334f95c-4176-42aa-a4ff-96f6f9b7994b req-6811ad67-e62a-4d7a-a149-1581794cd9aa tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 944 time: 0.0522451 Feb 07 12:03:32.790434 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-6334f95c-4176-42aa-a4ff-96f6f9b7994b req-748ddfb3-72a6-4241-b347-8201793cf154 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419564 Feb 07 12:03:32.880907 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-292665e4-e275-49e4-aea5-dfad7288ca41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-869226'] for router_interface (a620d824-e9ec-40db-b3a8-008c89a0fefc), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:33.169233 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-292665e4-e275-49e4-aea5-dfad7288ca41 admin admin] Deleting port 9311cdfe-702c-45ea-8266-263ca4ab1534 {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:03:33.169571 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-292665e4-e275-49e4-aea5-dfad7288ca41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (9311cdfe-702c-45ea-8266-263ca4ab1534), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:33.247329 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-292665e4-e275-49e4-aea5-dfad7288ca41 admin admin] For port 9311cdfe-702c-45ea-8266-263ca4ab1534, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=9311cdfe-702c-45ea-8266-263ca4ab1534,segment=NetworkSegment(f74bba07-bca7-4a3b-b25c-71cc9693ebb7),segment_id=f74bba07-bca7-4a3b-b25c-71cc9693ebb7)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:03:33.247681 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-292665e4-e275-49e4-aea5-dfad7288ca41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (9311cdfe-702c-45ea-8266-263ca4ab1534), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:33.260324 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-292665e4-e275-49e4-aea5-dfad7288ca41 admin admin] Calling delete_port for 9311cdfe-702c-45ea-8266-263ca4ab1534 owned by network:router_interface {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:03:33.505596 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-292665e4-e275-49e4-aea5-dfad7288ca41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (9311cdfe-702c-45ea-8266-263ca4ab1534), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:33.529046 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292665e4-e275-49e4-aea5-dfad7288ca41 admin admin] Pushing event deleted for resources: {'Port': ['ID=9311cdfe-702c-45ea-8266-263ca4ab1534,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:33.746891 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa633c0-f4c5-4b5c-ad35-f066702928b4 req-8fcd8a2f-140c-4d41-867b-cc7c00fbf54c tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:33.748368 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7fa633c0-f4c5-4b5c-ad35-f066702928b4 req-8fcd8a2f-140c-4d41-867b-cc7c00fbf54c tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.1059155 Feb 07 12:03:33.750777 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-292665e4-e275-49e4-aea5-dfad7288ca41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-869374'] for router_interface (a620d824-e9ec-40db-b3a8-008c89a0fefc), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:33.768167 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 7f77c074-ce24-4902-905c-50a8c7a93107 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 12:03:33.866975 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7fa633c0-f4c5-4b5c-ad35-f066702928b4 req-b6ba6aa9-e26a-4c7e-9208-753769a67973 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130223 Feb 07 12:03:33.878855 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 7f77c074-ce24-4902-905c-50a8c7a93107, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7f77c074-ce24-4902-905c-50a8c7a93107,segment=NetworkSegment(4dd91289-9497-4700-ac6d-fa09629bdd61),segment_id=4dd91289-9497-4700-ac6d-fa09629bdd61)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:03:33.894935 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Returning: {'device': '7f77c074-ce24-4902-905c-50a8c7a93107', 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e', 'port_id': '7f77c074-ce24-4902-905c-50a8c7a93107', 'mac_address': 'fa:16:3e:16:8f:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 12:03:33.941729 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port 7f77c074-ce24-4902-905c-50a8c7a93107 is: DOWN; New status is: BUILD {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:03:33.942414 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (7f77c074-ce24-4902-905c-50a8c7a93107), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:33.948567 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793af476-6999-4705-b619-503e40e59ea9 req-21ffdc3e-9957-45d3-a74f-adff3d4ea97c tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:33.950176 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-793af476-6999-4705-b619-503e40e59ea9 req-21ffdc3e-9957-45d3-a74f-adff3d4ea97c tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 944 time: 0.0846443 Feb 07 12:03:33.957446 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f77c074-ce24-4902-905c-50a8c7a93107 {{(pid=109817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 12:03:33.978700 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 7f77c074-ce24-4902-905c-50a8c7a93107, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7f77c074-ce24-4902-905c-50a8c7a93107,segment=NetworkSegment(4dd91289-9497-4700-ac6d-fa09629bdd61),segment_id=4dd91289-9497-4700-ac6d-fa09629bdd61)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:03:34.002835 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-793af476-6999-4705-b619-503e40e59ea9 req-b2f36fb7-dcfa-4f04-8d4c-d785cbf43272 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443463 Feb 07 12:03:34.020634 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292665e4-e275-49e4-aea5-dfad7288ca41 admin admin] Router a620d824-e9ec-40db-b3a8-008c89a0fefc has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 12:03:34.071192 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (7f77c074-ce24-4902-905c-50a8c7a93107), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:34.132694 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=7f77c074-ce24-4902-905c-50a8c7a93107,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:34.140278 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292665e4-e275-49e4-aea5-dfad7288ca41 admin admin] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 12:03:34.146287 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-292665e4-e275-49e4-aea5-dfad7288ca41 admin admin] 10.222.0.67 "PUT /v2.0/routers/a620d824-e9ec-40db-b3a8-008c89a0fefc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8140783 Feb 07 12:03:34.148703 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 60446) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:03:34.162894 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf62b27-ff9b-4694-8ab6-05a842318662 None None] Sync routers for ids ['a620d824-e9ec-40db-b3a8-008c89a0fefc'] in dv-cinder-817351-12-iscsi {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:03:34.172727 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf62b27-ff9b-4694-8ab6-05a842318662 None None] Routers {'a620d824-e9ec-40db-b3a8-008c89a0fefc'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:03:34.173659 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-5bf62b27-ff9b-4694-8ab6-05a842318662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:03:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['a620d824-e9ec-40db-b3a8-008c89a0fefc'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:34.287486 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-5bf62b27-ff9b-4694-8ab6-05a842318662 None None] Set router a620d824-e9ec-40db-b3a8-008c89a0fefc gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:03:34.445927 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['7f77c074-ce24-4902-905c-50a8c7a93107'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 12:03:34.520927 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6c56965f-2b1f-424d-b2fa-eecf99d66bf0 admin admin] Publish callbacks [] for router (a620d824-e9ec-40db-b3a8-008c89a0fefc), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:34.534875 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-5bf62b27-ff9b-4694-8ab6-05a842318662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'name': 'tempest-TestMinimumBasicScenario-427680304-router', 'tenant_id': '6776d9c9ed2f48c39315e1519cd258f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '2ea34767-9c51-49b5-913a-bea2bc7e78bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:58:15Z', 'updated_at': '2022-02-07T12:03:33Z', 'revision_number': 5, 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'gw_port': {'id': '2ea34767-9c51-49b5-913a-bea2bc7e78bb', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:84:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:15Z', 'updated_at': '2022-02-07T11:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:34.568134 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf62b27-ff9b-4694-8ab6-05a842318662 None None] Checking router: a620d824-e9ec-40db-b3a8-008c89a0fefc for host: dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:03:34.588790 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf62b27-ff9b-4694-8ab6-05a842318662 None None] Routers {'a620d824-e9ec-40db-b3a8-008c89a0fefc'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:03:34.589416 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-5bf62b27-ff9b-4694-8ab6-05a842318662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:03:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['a620d824-e9ec-40db-b3a8-008c89a0fefc'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:34.636351 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6c56965f-2b1f-424d-b2fa-eecf99d66bf0 admin admin] Publish callbacks [] for router_gateway (a620d824-e9ec-40db-b3a8-008c89a0fefc), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:34.752897 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-6c56965f-2b1f-424d-b2fa-eecf99d66bf0 admin admin] Deleting port 2ea34767-9c51-49b5-913a-bea2bc7e78bb {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:03:34.753232 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6c56965f-2b1f-424d-b2fa-eecf99d66bf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (2ea34767-9c51-49b5-913a-bea2bc7e78bb), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:34.831705 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-6c56965f-2b1f-424d-b2fa-eecf99d66bf0 admin admin] For port 2ea34767-9c51-49b5-913a-bea2bc7e78bb, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=2ea34767-9c51-49b5-913a-bea2bc7e78bb,segment=NetworkSegment(27333d9f-cdd8-4603-a3d3-d9bd5a50a047),segment_id=27333d9f-cdd8-4603-a3d3-d9bd5a50a047)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:03:34.832125 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6c56965f-2b1f-424d-b2fa-eecf99d66bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (2ea34767-9c51-49b5-913a-bea2bc7e78bb), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:34.848622 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-6c56965f-2b1f-424d-b2fa-eecf99d66bf0 admin admin] Calling delete_port for 2ea34767-9c51-49b5-913a-bea2bc7e78bb owned by network:router_gateway {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:03:34.861093 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-5bf62b27-ff9b-4694-8ab6-05a842318662 None None] Set router a620d824-e9ec-40db-b3a8-008c89a0fefc gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:03:35.018892 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0205903-e082-4c51-b5ea-71d7b28b9898 req-85306e2c-a515-4f8b-a1db-aa80762cd95d tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:35.020375 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f0205903-e082-4c51-b5ea-71d7b28b9898 req-85306e2c-a515-4f8b-a1db-aa80762cd95d tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0703297 Feb 07 12:03:35.046467 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-5bf62b27-ff9b-4694-8ab6-05a842318662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'name': 'tempest-TestMinimumBasicScenario-427680304-router', 'tenant_id': '6776d9c9ed2f48c39315e1519cd258f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '2ea34767-9c51-49b5-913a-bea2bc7e78bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:58:15Z', 'updated_at': '2022-02-07T12:03:33Z', 'revision_number': 5, 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'gw_port': {'id': '2ea34767-9c51-49b5-913a-bea2bc7e78bb', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:84:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:15Z', 'updated_at': '2022-02-07T11:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:35.084932 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf62b27-ff9b-4694-8ab6-05a842318662 None None] The sync data for ids ['a620d824-e9ec-40db-b3a8-008c89a0fefc'] in dv-cinder-817351-12-iscsi is: [{'id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'name': 'tempest-TestMinimumBasicScenario-427680304-router', 'tenant_id': '6776d9c9ed2f48c39315e1519cd258f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '2ea34767-9c51-49b5-913a-bea2bc7e78bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:58:15Z', 'updated_at': '2022-02-07T12:03:33Z', 'revision_number': 5, 'project_id': '6776d9c9ed2f48c39315e1519cd258f2', 'gw_port': {'id': '2ea34767-9c51-49b5-913a-bea2bc7e78bb', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:84:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620d824-e9ec-40db-b3a8-008c89a0fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:15Z', 'updated_at': '2022-02-07T11:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}] {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:03:35.099370 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f0205903-e082-4c51-b5ea-71d7b28b9898 req-44720f4a-9961-441d-98eb-e06d66899986 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586452 Feb 07 12:03:35.163687 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f3e30-5b1c-4aad-85ba-9ac36bdb9807 req-94ddb5f3-6fa7-408e-b74d-d0dc961cda50 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:35.165179 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-340f3e30-5b1c-4aad-85ba-9ac36bdb9807 req-94ddb5f3-6fa7-408e-b74d-d0dc961cda50 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 945 time: 0.0540104 Feb 07 12:03:35.172152 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6c56965f-2b1f-424d-b2fa-eecf99d66bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (2ea34767-9c51-49b5-913a-bea2bc7e78bb), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:35.200927 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c56965f-2b1f-424d-b2fa-eecf99d66bf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea34767-9c51-49b5-913a-bea2bc7e78bb,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:35.213794 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-340f3e30-5b1c-4aad-85ba-9ac36bdb9807 req-7ce4db52-ccb8-4bc3-bba5-f22e37d65f07 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428905 Feb 07 12:03:35.269005 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6c56965f-2b1f-424d-b2fa-eecf99d66bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-875804'] for router_gateway (a620d824-e9ec-40db-b3a8-008c89a0fefc), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:35.382424 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6c56965f-2b1f-424d-b2fa-eecf99d66bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-870299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8995'] for router (a620d824-e9ec-40db-b3a8-008c89a0fefc), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:35.384435 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6c56965f-2b1f-424d-b2fa-eecf99d66bf0 admin admin] Publish callbacks [] for router_controller (a620d824-e9ec-40db-b3a8-008c89a0fefc), precommit_delete_associations {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:35.591134 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6c56965f-2b1f-424d-b2fa-eecf99d66bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-870284'] for router (a620d824-e9ec-40db-b3a8-008c89a0fefc), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:35.591761 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c56965f-2b1f-424d-b2fa-eecf99d66bf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a620d824-e9ec-40db-b3a8-008c89a0fefc {{(pid=109816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 12:03:35.596931 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6c56965f-2b1f-424d-b2fa-eecf99d66bf0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:35.598098 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-6c56965f-2b1f-424d-b2fa-eecf99d66bf0 admin admin] 10.222.0.67 "DELETE /v2.0/routers/a620d824-e9ec-40db-b3a8-008c89a0fefc HTTP/1.1" status: 204 len: 168 time: 1.4483185 Feb 07 12:03:35.600567 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 60458) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:03:35.649493 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b7ef6d-d34f-46da-b41c-f54b43ee2134 admin admin] Deleting subnet c298de01-5de8-498a-b313-e70f45d99c1c {{(pid=109816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 12:03:35.652802 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-56b7ef6d-d34f-46da-b41c-f54b43ee2134 admin admin] Publish callbacks [] for subnet (c298de01-5de8-498a-b313-e70f45d99c1c), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:35.688317 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-56b7ef6d-d34f-46da-b41c-f54b43ee2134 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8929597'] for subnet (c298de01-5de8-498a-b313-e70f45d99c1c), precommit_delete_associations {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:35.800480 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-56b7ef6d-d34f-46da-b41c-f54b43ee2134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67013173'] for subnet (c298de01-5de8-498a-b313-e70f45d99c1c), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:35.928902 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-56b7ef6d-d34f-46da-b41c-f54b43ee2134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67013326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9209793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9316268'] for subnet (c298de01-5de8-498a-b313-e70f45d99c1c), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:35.952545 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7ef6d-d34f-46da-b41c-f54b43ee2134 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c298de01-5de8-498a-b313-e70f45d99c1c,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:35.958008 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-56b7ef6d-d34f-46da-b41c-f54b43ee2134 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:35.963359 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-56b7ef6d-d34f-46da-b41c-f54b43ee2134 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/c298de01-5de8-498a-b313-e70f45d99c1c HTTP/1.1" status: 204 len: 168 time: 0.3597057 Feb 07 12:03:35.963523 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff93fd8-b71d-438a-8db2-3cc6b59243e2 None None] Network 38900fc3-64b1-482b-951a-e6d2ba6b664b requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 12:03:35.963974 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 60460) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:03:36.029022 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5fbd1db7-0451-46d4-a695-9cd156677c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66708451'] for network (38900fc3-64b1-482b-951a-e6d2ba6b664b), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:36.087769 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-5fbd1db7-0451-46d4-a695-9cd156677c0d admin admin] Deleting port 95831d00-c56d-4beb-881c-2e28f3ea4737 {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:03:36.088101 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5fbd1db7-0451-46d4-a695-9cd156677c0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (95831d00-c56d-4beb-881c-2e28f3ea4737), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:36.153768 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eb97b8-ff3f-43c6-8223-a8a276660aa1 None None] DHCP port deletion for 38900fc3-64b1-482b-951a-e6d2ba6b664b request from dv-cinder-817351-12-iscsi {{(pid=109817) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 12:03:36.159110 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-5fbd1db7-0451-46d4-a695-9cd156677c0d admin admin] For port 95831d00-c56d-4beb-881c-2e28f3ea4737, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=95831d00-c56d-4beb-881c-2e28f3ea4737,segment=NetworkSegment(f74bba07-bca7-4a3b-b25c-71cc9693ebb7),segment_id=f74bba07-bca7-4a3b-b25c-71cc9693ebb7)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:03:36.159487 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5fbd1db7-0451-46d4-a695-9cd156677c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (95831d00-c56d-4beb-881c-2e28f3ea4737), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:36.176182 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-5fbd1db7-0451-46d4-a695-9cd156677c0d admin admin] Calling delete_port for 95831d00-c56d-4beb-881c-2e28f3ea4737 owned by network:dhcp {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:03:36.208566 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-96eb97b8-ff3f-43c6-8223-a8a276660aa1 None None] Deleting port 95831d00-c56d-4beb-881c-2e28f3ea4737 {{(pid=109817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:03:36.208854 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-96eb97b8-ff3f-43c6-8223-a8a276660aa1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (95831d00-c56d-4beb-881c-2e28f3ea4737), before_delete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:36.222577 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 9311cdfe-702c-45ea-8266-263ca4ab1534 no longer exists at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:03:36.290545 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] No Port match for: 9311cdfe-702c-45ea-8266-263ca4ab1534 {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:03:36.290977 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 9311cdfe-702c-45ea-8266-263ca4ab1534 not bound to the agent host dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:03:36.291394 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 2ea34767-9c51-49b5-913a-bea2bc7e78bb no longer exists at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:03:36.306078 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c3d37-ff18-4ca9-ba35-6ea26801ddce req-1c73d351-6068-44ad-bd99-b5e309738d8c tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:36.307622 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d53c3d37-ff18-4ca9-ba35-6ea26801ddce req-1c73d351-6068-44ad-bd99-b5e309738d8c tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0747547 Feb 07 12:03:36.315496 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] No Port match for: 2ea34767-9c51-49b5-913a-bea2bc7e78bb {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:03:36.315882 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 2ea34767-9c51-49b5-913a-bea2bc7e78bb not bound to the agent host dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:03:36.340959 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-96eb97b8-ff3f-43c6-8223-a8a276660aa1 None None] For port 95831d00-c56d-4beb-881c-2e28f3ea4737, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=95831d00-c56d-4beb-881c-2e28f3ea4737,segment=NetworkSegment(f74bba07-bca7-4a3b-b25c-71cc9693ebb7),segment_id=f74bba07-bca7-4a3b-b25c-71cc9693ebb7)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:03:36.341538 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-96eb97b8-ff3f-43c6-8223-a8a276660aa1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (95831d00-c56d-4beb-881c-2e28f3ea4737), precommit_delete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:36.357340 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-96eb97b8-ff3f-43c6-8223-a8a276660aa1 None None] Calling delete_port for 95831d00-c56d-4beb-881c-2e28f3ea4737 owned by network:dhcp {{(pid=109817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:03:36.366478 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a10678-39b6-4658-bdee-3f28cb9aa8f1 req-c35d85aa-d9e6-43af-8af5-45199a98bcce tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:36.368101 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-55a10678-39b6-4658-bdee-3f28cb9aa8f1 req-c35d85aa-d9e6-43af-8af5-45199a98bcce tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 945 time: 0.0666125 Feb 07 12:03:36.370046 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d53c3d37-ff18-4ca9-ba35-6ea26801ddce req-ee7c93bc-0bfe-4e51-a5e5-3fd4fc2cbd8d tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517731 Feb 07 12:03:36.415273 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-55a10678-39b6-4658-bdee-3f28cb9aa8f1 req-5fbf1b88-7bda-4e0d-93df-d6ba90b03a7f tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415697 Feb 07 12:03:36.425445 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5fbd1db7-0451-46d4-a695-9cd156677c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (95831d00-c56d-4beb-881c-2e28f3ea4737), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:36.451464 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd1db7-0451-46d4-a695-9cd156677c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=95831d00-c56d-4beb-881c-2e28f3ea4737,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:36.455234 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbd1db7-0451-46d4-a695-9cd156677c0d admin admin] No DVR routers for this DVR port 95831d00-c56d-4beb-881c-2e28f3ea4737 on host dv-cinder-817351-12-iscsi {{(pid=109816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:03:36.478568 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-96eb97b8-ff3f-43c6-8223-a8a276660aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063'] for port (95831d00-c56d-4beb-881c-2e28f3ea4737), after_delete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:36.501771 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb97b8-ff3f-43c6-8223-a8a276660aa1 None None] Pushing event deleted for resources: {'Port': ['ID=95831d00-c56d-4beb-881c-2e28f3ea4737,revision_number=None']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:36.507951 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eb97b8-ff3f-43c6-8223-a8a276660aa1 None None] No DVR routers for this DVR port 95831d00-c56d-4beb-881c-2e28f3ea4737 on host dv-cinder-817351-12-iscsi {{(pid=109817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:03:36.528811 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5fbd1db7-0451-46d4-a695-9cd156677c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67092386', 'neutron.services.segments.db._delete_segments_for_network-8782771681473'] for network (38900fc3-64b1-482b-951a-e6d2ba6b664b), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:36.549221 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-5fbd1db7-0451-46d4-a695-9cd156677c0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38900fc3-64b1-482b-951a-e6d2ba6b664b']}} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:36.558818 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-5fbd1db7-0451-46d4-a695-9cd156677c0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f74bba07-bca7-4a3b-b25c-71cc9693ebb7') {'for_net_delete': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:36.559114 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-5fbd1db7-0451-46d4-a695-9cd156677c0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f74bba07-bca7-4a3b-b25c-71cc9693ebb7') {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:36.568784 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5fbd1db7-0451-46d4-a695-9cd156677c0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782771684554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8929590'] for segment (f74bba07-bca7-4a3b-b25c-71cc9693ebb7), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:36.582642 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5fbd1db7-0451-46d4-a695-9cd156677c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (f74bba07-bca7-4a3b-b25c-71cc9693ebb7), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:36.588974 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fbd1db7-0451-46d4-a695-9cd156677c0d admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=109816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:03:36.589354 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5fbd1db7-0451-46d4-a695-9cd156677c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9209707'] for segment (f74bba07-bca7-4a3b-b25c-71cc9693ebb7), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:36.591001 dv-cinder-817351-12-iscsi neutron-server[109816]: Traceback (most recent call last): Feb 07 12:03:36.591001 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:03:36.591001 dv-cinder-817351-12-iscsi neutron-server[109816]: timer() Feb 07 12:03:36.591001 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:03:36.591001 dv-cinder-817351-12-iscsi neutron-server[109816]: cb(*args, **kw) Feb 07 12:03:36.591001 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 12:03:36.591001 dv-cinder-817351-12-iscsi neutron-server[109816]: return func(*args, **kwargs) Feb 07 12:03:36.591001 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:03:36.591001 dv-cinder-817351-12-iscsi neutron-server[109816]: self._notify() Feb 07 12:03:36.591001 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:03:36.591001 dv-cinder-817351-12-iscsi neutron-server[109816]: self.callback(batched_events) Feb 07 12:03:36.591001 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:03:36.591001 dv-cinder-817351-12-iscsi neutron-server[109816]: event.method(event) Feb 07 12:03:36.591001 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 12:03:36.591001 dv-cinder-817351-12-iscsi neutron-server[109816]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:03:36.591001 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 12:03:36.591001 dv-cinder-817351-12-iscsi neutron-server[109816]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:03:36.591001 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 12:03:36.591001 dv-cinder-817351-12-iscsi neutron-server[109816]: return f(self, *a, **k) Feb 07 12:03:36.591001 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 12:03:36.591001 dv-cinder-817351-12-iscsi neutron-server[109816]: return self._get(url).json() Feb 07 12:03:36.591001 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 12:03:36.591001 dv-cinder-817351-12-iscsi neutron-server[109816]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:03:36.591001 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:03:36.591001 dv-cinder-817351-12-iscsi neutron-server[109816]: return self.request(url, 'GET', **kwargs) Feb 07 12:03:36.591001 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:03:36.591001 dv-cinder-817351-12-iscsi neutron-server[109816]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:03:36.591001 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:03:36.591001 dv-cinder-817351-12-iscsi neutron-server[109816]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:03:36.591001 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:03:36.591001 dv-cinder-817351-12-iscsi neutron-server[109816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:03:36.591001 dv-cinder-817351-12-iscsi neutron-server[109816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:03:36.709643 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5fbd1db7-0451-46d4-a695-9cd156677c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67092411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-875896'] for network (38900fc3-64b1-482b-951a-e6d2ba6b664b), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:36.716884 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5fbd1db7-0451-46d4-a695-9cd156677c0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:36.720778 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-5fbd1db7-0451-46d4-a695-9cd156677c0d admin admin] 10.222.0.67 "DELETE /v2.0/networks/38900fc3-64b1-482b-951a-e6d2ba6b664b HTTP/1.1" status: 204 len: 168 time: 0.7562149 Feb 07 12:03:36.723697 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 60468) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:03:36.734174 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd1db7-0451-46d4-a695-9cd156677c0d admin admin] Pushing event deleted for resources: {'Network': ['ID=38900fc3-64b1-482b-951a-e6d2ba6b664b,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:37.079165 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b00d0bc7-7502-43b4-9662-abb9d62acc74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-869226'] for router_interface (72da3910-0189-4772-8278-a13ee8a8f293), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:37.327183 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-b00d0bc7-7502-43b4-9662-abb9d62acc74 admin admin] Deleting port 34214bcf-53dd-4189-9412-2dc63961e938 {{(pid=109815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:03:37.327517 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b00d0bc7-7502-43b4-9662-abb9d62acc74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (34214bcf-53dd-4189-9412-2dc63961e938), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:37.405213 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-b00d0bc7-7502-43b4-9662-abb9d62acc74 admin admin] For port 34214bcf-53dd-4189-9412-2dc63961e938, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=34214bcf-53dd-4189-9412-2dc63961e938,segment=NetworkSegment(3d4b2d77-c0d9-4099-b8ba-cc646d2a8640),segment_id=3d4b2d77-c0d9-4099-b8ba-cc646d2a8640)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:03:37.405769 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b00d0bc7-7502-43b4-9662-abb9d62acc74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (34214bcf-53dd-4189-9412-2dc63961e938), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:37.418574 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-b00d0bc7-7502-43b4-9662-abb9d62acc74 admin admin] Calling delete_port for 34214bcf-53dd-4189-9412-2dc63961e938 owned by network:router_interface {{(pid=109815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:03:37.492364 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9479267-97fd-46c3-8f2e-55f34160a8bb req-114965ed-a00f-4217-9c14-21d9442edb91 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:37.494157 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d9479267-97fd-46c3-8f2e-55f34160a8bb req-114965ed-a00f-4217-9c14-21d9442edb91 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0557454 Feb 07 12:03:37.542290 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d9479267-97fd-46c3-8f2e-55f34160a8bb req-d183bcca-6685-43e7-912f-4f75dc06161b tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418196 Feb 07 12:03:37.591806 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf0173-aa13-4aa0-bf38-2e1f74a84f1a req-bd183d85-961b-48e2-8bcd-5642f209d8a4 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:37.593190 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-dddf0173-aa13-4aa0-bf38-2e1f74a84f1a req-bd183d85-961b-48e2-8bcd-5642f209d8a4 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 945 time: 0.0761683 Feb 07 12:03:37.672243 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-dddf0173-aa13-4aa0-bf38-2e1f74a84f1a req-5f0dfdc9-bf95-4751-bb06-d5778cf01748 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733957 Feb 07 12:03:37.734586 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b00d0bc7-7502-43b4-9662-abb9d62acc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8643334'] for port (34214bcf-53dd-4189-9412-2dc63961e938), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:37.760757 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d0bc7-7502-43b4-9662-abb9d62acc74 admin admin] Pushing event deleted for resources: {'Port': ['ID=34214bcf-53dd-4189-9412-2dc63961e938,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:38.171022 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b00d0bc7-7502-43b4-9662-abb9d62acc74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-869374'] for router_interface (72da3910-0189-4772-8278-a13ee8a8f293), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:38.224772 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 95831d00-c56d-4beb-881c-2e28f3ea4737 no longer exists at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:03:38.247867 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] No Port match for: 95831d00-c56d-4beb-881c-2e28f3ea4737 {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:03:38.248311 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 95831d00-c56d-4beb-881c-2e28f3ea4737 not bound to the agent host dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:03:38.391463 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00d0bc7-7502-43b4-9662-abb9d62acc74 admin admin] Router 72da3910-0189-4772-8278-a13ee8a8f293 has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 12:03:38.396476 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-3384bd92-529d-4350-85a1-029eeab0776b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:38.499033 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00d0bc7-7502-43b4-9662-abb9d62acc74 admin admin] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 12:03:38.504110 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-b00d0bc7-7502-43b4-9662-abb9d62acc74 admin admin] 10.222.0.67 "PUT /v2.0/routers/72da3910-0189-4772-8278-a13ee8a8f293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7793689 Feb 07 12:03:38.506613 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 60480) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:03:38.507980 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46e85b0-833f-4df3-9179-227cb1a27dbb None None] Sync routers for ids ['72da3910-0189-4772-8278-a13ee8a8f293'] in dv-cinder-817351-12-iscsi {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:03:38.518950 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46e85b0-833f-4df3-9179-227cb1a27dbb None None] Routers {'72da3910-0189-4772-8278-a13ee8a8f293'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:03:38.520769 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-b46e85b0-833f-4df3-9179-227cb1a27dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:03:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['72da3910-0189-4772-8278-a13ee8a8f293'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:38.618603 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-43d0244e-19fc-44d5-9bb9-1b61a8f9d873 admin admin] Publish callbacks [] for router (72da3910-0189-4772-8278-a13ee8a8f293), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:38.628753 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-b46e85b0-833f-4df3-9179-227cb1a27dbb None None] Set router 72da3910-0189-4772-8278-a13ee8a8f293 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:03:38.683088 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0111b6e-ae44-465e-85cd-eb7a0e8e281d req-7cd1075a-5f85-44cb-94b0-cf288eb35a57 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:38.686669 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e0111b6e-ae44-465e-85cd-eb7a0e8e281d req-7cd1075a-5f85-44cb-94b0-cf288eb35a57 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0626190 Feb 07 12:03:38.732327 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-43d0244e-19fc-44d5-9bb9-1b61a8f9d873 admin admin] Publish callbacks [] for router_gateway (72da3910-0189-4772-8278-a13ee8a8f293), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:38.765152 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e0111b6e-ae44-465e-85cd-eb7a0e8e281d req-e2eeddd0-04b2-4f89-a8cc-1390bcc9d7af tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682056 Feb 07 12:03:38.803945 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe2f13-4db4-45b1-a2de-eb53859bd3ca req-27ff820f-024b-4556-b56a-0989d39a3b46 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:38.805521 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-16fe2f13-4db4-45b1-a2de-eb53859bd3ca req-27ff820f-024b-4556-b56a-0989d39a3b46 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 945 time: 0.0577571 Feb 07 12:03:38.815252 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-b46e85b0-833f-4df3-9179-227cb1a27dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72da3910-0189-4772-8278-a13ee8a8f293', 'name': 'tempest-TestMinimumBasicScenario-1853547143-router', 'tenant_id': '77aee1300a674c5ab5b5bf44fb18971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:58:22Z', 'updated_at': '2022-02-07T12:03:37Z', 'revision_number': 5, 'project_id': '77aee1300a674c5ab5b5bf44fb18971a', 'gw_port': {'id': '74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:50:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72da3910-0189-4772-8278-a13ee8a8f293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:58:22Z', 'updated_at': '2022-02-07T11:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:38.840891 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46e85b0-833f-4df3-9179-227cb1a27dbb None None] Checking router: 72da3910-0189-4772-8278-a13ee8a8f293 for host: dv-cinder-817351-12-iscsi {{(pid=109818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:03:38.849195 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46e85b0-833f-4df3-9179-227cb1a27dbb None None] Routers {'72da3910-0189-4772-8278-a13ee8a8f293'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:03:38.849839 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-b46e85b0-833f-4df3-9179-227cb1a27dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:03:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['72da3910-0189-4772-8278-a13ee8a8f293'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:38.878902 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-16fe2f13-4db4-45b1-a2de-eb53859bd3ca req-2b6f6538-3b5f-495f-870a-f1ab93487e9e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678158 Feb 07 12:03:38.894270 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-43d0244e-19fc-44d5-9bb9-1b61a8f9d873 admin admin] Deleting port 74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea {{(pid=109815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:03:38.894474 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-43d0244e-19fc-44d5-9bb9-1b61a8f9d873 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:38.938739 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-b46e85b0-833f-4df3-9179-227cb1a27dbb None None] Set router 72da3910-0189-4772-8278-a13ee8a8f293 gateway port host: None {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:03:38.971217 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-43d0244e-19fc-44d5-9bb9-1b61a8f9d873 admin admin] For port 74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea,segment=NetworkSegment(27333d9f-cdd8-4603-a3d3-d9bd5a50a047),segment_id=27333d9f-cdd8-4603-a3d3-d9bd5a50a047)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:03:38.971576 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-43d0244e-19fc-44d5-9bb9-1b61a8f9d873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:38.984599 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-43d0244e-19fc-44d5-9bb9-1b61a8f9d873 admin admin] Calling delete_port for 74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea owned by network:router_gateway {{(pid=109815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:03:38.992024 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-b46e85b0-833f-4df3-9179-227cb1a27dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72da3910-0189-4772-8278-a13ee8a8f293', 'name': 'tempest-TestMinimumBasicScenario-1853547143-router', 'tenant_id': '77aee1300a674c5ab5b5bf44fb18971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:58:22Z', 'updated_at': '2022-02-07T12:03:38Z', 'revision_number': 6, 'project_id': '77aee1300a674c5ab5b5bf44fb18971a', 'gw_port_host': None}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:39.017718 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46e85b0-833f-4df3-9179-227cb1a27dbb None None] The sync data for ids ['72da3910-0189-4772-8278-a13ee8a8f293'] in dv-cinder-817351-12-iscsi is: [{'id': '72da3910-0189-4772-8278-a13ee8a8f293', 'name': 'tempest-TestMinimumBasicScenario-1853547143-router', 'tenant_id': '77aee1300a674c5ab5b5bf44fb18971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:58:22Z', 'updated_at': '2022-02-07T12:03:38Z', 'revision_number': 6, 'project_id': '77aee1300a674c5ab5b5bf44fb18971a', 'gw_port_host': None}] {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:03:39.225338 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-43d0244e-19fc-44d5-9bb9-1b61a8f9d873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8643334'] for port (74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:39.254662 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0244e-19fc-44d5-9bb9-1b61a8f9d873 admin admin] Pushing event deleted for resources: {'Port': ['ID=74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:39.314451 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-43d0244e-19fc-44d5-9bb9-1b61a8f9d873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-875804'] for router_gateway (72da3910-0189-4772-8278-a13ee8a8f293), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:39.407480 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-43d0244e-19fc-44d5-9bb9-1b61a8f9d873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-870299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8995'] for router (72da3910-0189-4772-8278-a13ee8a8f293), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:39.409708 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-43d0244e-19fc-44d5-9bb9-1b61a8f9d873 admin admin] Publish callbacks [] for router_controller (72da3910-0189-4772-8278-a13ee8a8f293), precommit_delete_associations {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:39.509643 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-43d0244e-19fc-44d5-9bb9-1b61a8f9d873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-870284'] for router (72da3910-0189-4772-8278-a13ee8a8f293), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:39.510231 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d0244e-19fc-44d5-9bb9-1b61a8f9d873 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72da3910-0189-4772-8278-a13ee8a8f293 {{(pid=109815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 12:03:39.515647 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-43d0244e-19fc-44d5-9bb9-1b61a8f9d873 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:39.516813 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-43d0244e-19fc-44d5-9bb9-1b61a8f9d873 admin admin] 10.222.0.67 "DELETE /v2.0/routers/72da3910-0189-4772-8278-a13ee8a8f293 HTTP/1.1" status: 204 len: 168 time: 1.0092907 Feb 07 12:03:39.519401 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 60488) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:03:39.557011 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 12:03:39.565888 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_v2 [None req-533c8c26-e861-47e5-9ab7-e0a316bb4d39 admin admin] Deleting subnet 435a15ba-4aa8-4731-ad91-e26798d00988 {{(pid=109815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 12:03:39.568859 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-533c8c26-e861-47e5-9ab7-e0a316bb4d39 admin admin] Publish callbacks [] for subnet (435a15ba-4aa8-4731-ad91-e26798d00988), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:39.602525 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-533c8c26-e861-47e5-9ab7-e0a316bb4d39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3418945'] for subnet (435a15ba-4aa8-4731-ad91-e26798d00988), precommit_delete_associations {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:39.726753 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-533c8c26-e861-47e5-9ab7-e0a316bb4d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67013173'] for subnet (435a15ba-4aa8-4731-ad91-e26798d00988), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:39.848615 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-533c8c26-e861-47e5-9ab7-e0a316bb4d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67013326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8643545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3889229'] for subnet (435a15ba-4aa8-4731-ad91-e26798d00988), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:39.875559 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c8c26-e861-47e5-9ab7-e0a316bb4d39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=435a15ba-4aa8-4731-ad91-e26798d00988,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:39.881813 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-533c8c26-e861-47e5-9ab7-e0a316bb4d39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for subnet (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:39.887664 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89de167-b45a-45bd-86fd-1e683e908790 None None] Network 0c970394-d158-404b-8f0f-09cdf840ed3c requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 12:03:39.888949 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 60492) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:03:39.890133 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-533c8c26-e861-47e5-9ab7-e0a316bb4d39 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/435a15ba-4aa8-4731-ad91-e26798d00988 HTTP/1.1" status: 204 len: 168 time: 0.3697443 Feb 07 12:03:39.940127 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aebda0-cb90-45b1-85e1-33781ea8a8eb req-9249040a-2a0f-4350-95e4-6171c45831f4 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:39.941662 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b6aebda0-cb90-45b1-85e1-33781ea8a8eb req-9249040a-2a0f-4350-95e4-6171c45831f4 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.1088512 Feb 07 12:03:39.969054 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 7f77c074-ce24-4902-905c-50a8c7a93107 up at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 12:03:40.000493 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8010b783-adad-4514-967b-aa587cfab446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66708451'] for network (0c970394-d158-404b-8f0f-09cdf840ed3c), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:40.024691 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfbd4d-9065-4d6b-a2f3-a562fa4d146b req-d5f40507-0c35-4ff5-aae5-95c2639d7291 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:40.027694 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-78bfbd4d-9065-4d6b-a2f3-a562fa4d146b req-d5f40507-0c35-4ff5-aae5-95c2639d7291 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 945 time: 0.0624373 Feb 07 12:03:40.080435 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b6aebda0-cb90-45b1-85e1-33781ea8a8eb req-4b8232a2-717e-4c2d-a927-39b012da60a6 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319005 Feb 07 12:03:40.087566 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-78bfbd4d-9065-4d6b-a2f3-a562fa4d146b req-529ebecc-75aa-4d38-837f-1e3e9b78fb91 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545661 Feb 07 12:03:40.101542 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-8010b783-adad-4514-967b-aa587cfab446 admin admin] Deleting port 9f218f67-8587-45cc-9bb5-4b886baa5c9c {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:03:40.101936 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8010b783-adad-4514-967b-aa587cfab446 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (9f218f67-8587-45cc-9bb5-4b886baa5c9c), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:40.116294 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning for port 7f77c074-ce24-4902-905c-50a8c7a93107 completed by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:03:40.119590 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning complete for port 7f77c074-ce24-4902-905c-50a8c7a93107 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:03:40.120087 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (7f77c074-ce24-4902-905c-50a8c7a93107), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:40.166216 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df58bd8d-9f4a-4ae7-84de-583449b91831 None None] DHCP port deletion for 0c970394-d158-404b-8f0f-09cdf840ed3c request from dv-cinder-817351-12-iscsi {{(pid=109817) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 12:03:40.184747 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-8010b783-adad-4514-967b-aa587cfab446 admin admin] For port 9f218f67-8587-45cc-9bb5-4b886baa5c9c, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=9f218f67-8587-45cc-9bb5-4b886baa5c9c,segment=NetworkSegment(3d4b2d77-c0d9-4099-b8ba-cc646d2a8640),segment_id=3d4b2d77-c0d9-4099-b8ba-cc646d2a8640)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:03:40.185114 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8010b783-adad-4514-967b-aa587cfab446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (9f218f67-8587-45cc-9bb5-4b886baa5c9c), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:40.202069 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-8010b783-adad-4514-967b-aa587cfab446 admin admin] Calling delete_port for 9f218f67-8587-45cc-9bb5-4b886baa5c9c owned by network:dhcp {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:03:40.204804 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea no longer exists at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:03:40.230255 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] No Port match for: 74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:03:40.230586 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 74f299fb-acb4-4d4b-b7fd-a06e2a1e68ea not bound to the agent host dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:03:40.231322 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 34214bcf-53dd-4189-9412-2dc63961e938 no longer exists at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:03:40.259168 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] No Port match for: 34214bcf-53dd-4189-9412-2dc63961e938 {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:03:40.259516 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 34214bcf-53dd-4189-9412-2dc63961e938 not bound to the agent host dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:03:40.310673 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-df58bd8d-9f4a-4ae7-84de-583449b91831 None None] Deleting port 9f218f67-8587-45cc-9bb5-4b886baa5c9c {{(pid=109817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:03:40.311112 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-df58bd8d-9f4a-4ae7-84de-583449b91831 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (9f218f67-8587-45cc-9bb5-4b886baa5c9c), before_delete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:40.313447 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port 7f77c074-ce24-4902-905c-50a8c7a93107 is: BUILD; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:03:40.313842 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (7f77c074-ce24-4902-905c-50a8c7a93107), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:40.378257 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d47099-895a-491b-9bdb-b784eefdd62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f77c074-ce24-4902-905c-50a8c7a93107'}] {{(pid=109817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:03:40.380514 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bc6b3c0530c896bdfe52e422604eaad6eac6737642d5fab1ac5583b9ec47d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a57475-e1c9-4b0e-a748-4641749c5db6" -d '{"events": [{"server_uuid": "63d47099-895a-491b-9bdb-b784eefdd62f", "name": "network-vif-plugged", "status": "completed", "tag": "7f77c074-ce24-4902-905c-50a8c7a93107"}]}' {{(pid=109817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:03:40.394472 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8010b783-adad-4514-967b-aa587cfab446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (9f218f67-8587-45cc-9bb5-4b886baa5c9c), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:40.399030 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 7f77c074-ce24-4902-905c-50a8c7a93107, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7f77c074-ce24-4902-905c-50a8c7a93107,segment=NetworkSegment(4dd91289-9497-4700-ac6d-fa09629bdd61),segment_id=4dd91289-9497-4700-ac6d-fa09629bdd61)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:03:40.411231 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-df58bd8d-9f4a-4ae7-84de-583449b91831 None None] For port 9f218f67-8587-45cc-9bb5-4b886baa5c9c, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=9f218f67-8587-45cc-9bb5-4b886baa5c9c,segment=NetworkSegment(3d4b2d77-c0d9-4099-b8ba-cc646d2a8640),segment_id=3d4b2d77-c0d9-4099-b8ba-cc646d2a8640)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:03:40.411637 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-df58bd8d-9f4a-4ae7-84de-583449b91831 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (9f218f67-8587-45cc-9bb5-4b886baa5c9c), precommit_delete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:40.419578 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8010b783-adad-4514-967b-aa587cfab446 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f218f67-8587-45cc-9bb5-4b886baa5c9c,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:40.422684 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720f6c44-356d-4694-9965-86e4e4d903bf x-openstack-request-id: req-720f6c44-356d-4694-9965-86e4e4d903bf {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:03:40.422971 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d47099-895a-491b-9bdb-b784eefdd62f", "name": "network-vif-plugged", "status": "completed", "tag": "7f77c074-ce24-4902-905c-50a8c7a93107", "code": 200}]} {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:03:40.423230 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-720f6c44-356d-4694-9965-86e4e4d903bf {{(pid=109817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:03:40.423616 dv-cinder-817351-12-iscsi neutron-server[109817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d47099-895a-491b-9bdb-b784eefdd62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f77c074-ce24-4902-905c-50a8c7a93107', 'code': 200} Feb 07 12:03:40.425327 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8010b783-adad-4514-967b-aa587cfab446 admin admin] No DVR routers for this DVR port 9f218f67-8587-45cc-9bb5-4b886baa5c9c on host dv-cinder-817351-12-iscsi {{(pid=109816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:03:40.432796 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-df58bd8d-9f4a-4ae7-84de-583449b91831 None None] Calling delete_port for 9f218f67-8587-45cc-9bb5-4b886baa5c9c owned by network:dhcp {{(pid=109817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:03:40.480668 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (7f77c074-ce24-4902-905c-50a8c7a93107), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:40.504193 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8010b783-adad-4514-967b-aa587cfab446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67092386', 'neutron.services.segments.db._delete_segments_for_network-8782771681473'] for network (0c970394-d158-404b-8f0f-09cdf840ed3c), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:40.525688 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-8010b783-adad-4514-967b-aa587cfab446 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c970394-d158-404b-8f0f-09cdf840ed3c']}} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:40.535763 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-8010b783-adad-4514-967b-aa587cfab446 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d4b2d77-c0d9-4099-b8ba-cc646d2a8640') {'for_net_delete': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:40.536366 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-8010b783-adad-4514-967b-aa587cfab446 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d4b2d77-c0d9-4099-b8ba-cc646d2a8640') {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:40.545844 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8010b783-adad-4514-967b-aa587cfab446 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782771684554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8929590'] for segment (3d4b2d77-c0d9-4099-b8ba-cc646d2a8640), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:40.559110 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8010b783-adad-4514-967b-aa587cfab446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (3d4b2d77-c0d9-4099-b8ba-cc646d2a8640), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:40.562271 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=7f77c074-ce24-4902-905c-50a8c7a93107,revision_number=5']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:40.566048 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8010b783-adad-4514-967b-aa587cfab446 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=109816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:03:40.566217 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8010b783-adad-4514-967b-aa587cfab446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9209707'] for segment (3d4b2d77-c0d9-4099-b8ba-cc646d2a8640), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:40.568055 dv-cinder-817351-12-iscsi neutron-server[109816]: Traceback (most recent call last): Feb 07 12:03:40.568055 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:03:40.568055 dv-cinder-817351-12-iscsi neutron-server[109816]: timer() Feb 07 12:03:40.568055 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:03:40.568055 dv-cinder-817351-12-iscsi neutron-server[109816]: cb(*args, **kw) Feb 07 12:03:40.568055 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 12:03:40.568055 dv-cinder-817351-12-iscsi neutron-server[109816]: return func(*args, **kwargs) Feb 07 12:03:40.568055 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:03:40.568055 dv-cinder-817351-12-iscsi neutron-server[109816]: self._notify() Feb 07 12:03:40.568055 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:03:40.568055 dv-cinder-817351-12-iscsi neutron-server[109816]: self.callback(batched_events) Feb 07 12:03:40.568055 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:03:40.568055 dv-cinder-817351-12-iscsi neutron-server[109816]: event.method(event) Feb 07 12:03:40.568055 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 12:03:40.568055 dv-cinder-817351-12-iscsi neutron-server[109816]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:03:40.568055 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 12:03:40.568055 dv-cinder-817351-12-iscsi neutron-server[109816]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:03:40.568055 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 12:03:40.568055 dv-cinder-817351-12-iscsi neutron-server[109816]: return f(self, *a, **k) Feb 07 12:03:40.568055 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 12:03:40.568055 dv-cinder-817351-12-iscsi neutron-server[109816]: return self._get(url).json() Feb 07 12:03:40.568055 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 12:03:40.568055 dv-cinder-817351-12-iscsi neutron-server[109816]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:03:40.568055 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:03:40.568055 dv-cinder-817351-12-iscsi neutron-server[109816]: return self.request(url, 'GET', **kwargs) Feb 07 12:03:40.568055 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:03:40.568055 dv-cinder-817351-12-iscsi neutron-server[109816]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:03:40.568055 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:03:40.568055 dv-cinder-817351-12-iscsi neutron-server[109816]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:03:40.568055 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:03:40.568055 dv-cinder-817351-12-iscsi neutron-server[109816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:03:40.568055 dv-cinder-817351-12-iscsi neutron-server[109816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:03:40.572124 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-df58bd8d-9f4a-4ae7-84de-583449b91831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063'] for port (9f218f67-8587-45cc-9bb5-4b886baa5c9c), after_delete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:40.598669 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58bd8d-9f4a-4ae7-84de-583449b91831 None None] Pushing event deleted for resources: {'Port': ['ID=9f218f67-8587-45cc-9bb5-4b886baa5c9c,revision_number=None']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:40.602943 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-aa7841bc-1d5d-48ba-8d54-beae33ca3f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:40.605938 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df58bd8d-9f4a-4ae7-84de-583449b91831 None None] No DVR routers for this DVR port 9f218f67-8587-45cc-9bb5-4b886baa5c9c on host dv-cinder-817351-12-iscsi {{(pid=109817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:03:40.699569 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8010b783-adad-4514-967b-aa587cfab446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67092411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-875896'] for network (0c970394-d158-404b-8f0f-09cdf840ed3c), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:40.705316 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8010b783-adad-4514-967b-aa587cfab446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:40.708512 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-8010b783-adad-4514-967b-aa587cfab446 admin admin] 10.222.0.67 "DELETE /v2.0/networks/0c970394-d158-404b-8f0f-09cdf840ed3c HTTP/1.1" status: 204 len: 168 time: 0.8165030 Feb 07 12:03:40.719462 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8010b783-adad-4514-967b-aa587cfab446 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c970394-d158-404b-8f0f-09cdf840ed3c,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:40.892566 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace1e58-4327-464b-8158-77b1be7665fd req-85a8c2ee-acd9-43a3-8455-721365414c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:40.894042 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-2ace1e58-4327-464b-8158-77b1be7665fd req-85a8c2ee-acd9-43a3-8455-721365414c1b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 1130 time: 0.0440595 Feb 07 12:03:40.939221 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-2ace1e58-4327-464b-8158-77b1be7665fd req-0b432cf9-b8c3-46af-a4ef-0734b179634e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367372 Feb 07 12:03:41.040165 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 60502) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:03:41.079642 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-c9192dad-3be6-4c46-a4c3-fd6635310369 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6776d9c9ed2f48c39315e1519cd258f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383086 Feb 07 12:03:41.081944 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 60504) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:03:41.132284 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6e60f62a-fa6e-4d68-b7d1-7d9127703c3c admin admin] Publish callbacks [] for security_group (4e800270-5b67-448d-8f28-892777e2ee24), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:41.154745 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6e60f62a-fa6e-4d68-b7d1-7d9127703c3c admin admin] Publish callbacks [] for security_group (4e800270-5b67-448d-8f28-892777e2ee24), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:41.230302 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba6775-40ba-48c1-9930-f580ff1c476a req-d7814842-343c-4fd7-bd0c-a992e4fe109b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:41.230911 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5fffd-124c-4d0e-8a8e-e5b90fcaf6eb req-ae4de0a6-ca6c-409e-a208-8c26024cd17f tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:41.242230 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-79ba6775-40ba-48c1-9930-f580ff1c476a req-d7814842-343c-4fd7-bd0c-a992e4fe109b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.0559881 Feb 07 12:03:41.242407 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b8d5fffd-124c-4d0e-8a8e-e5b90fcaf6eb req-ae4de0a6-ca6c-409e-a208-8c26024cd17f tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0692377 Feb 07 12:03:41.285853 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b8d5fffd-124c-4d0e-8a8e-e5b90fcaf6eb req-980fd83c-3e5e-4d68-9cde-d2398a4ba51d tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468104 Feb 07 12:03:41.295007 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-79ba6775-40ba-48c1-9930-f580ff1c476a req-e579ebf9-5eb9-49c2-8019-638992a037d3 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559635 Feb 07 12:03:41.322420 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6e60f62a-fa6e-4d68-b7d1-7d9127703c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (4e800270-5b67-448d-8f28-892777e2ee24), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:41.326290 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6e60f62a-fa6e-4d68-b7d1-7d9127703c3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:41.327555 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-6e60f62a-fa6e-4d68-b7d1-7d9127703c3c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4e800270-5b67-448d-8f28-892777e2ee24 HTTP/1.1" status: 204 len: 168 time: 0.2447283 Feb 07 12:03:41.336020 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60f62a-fa6e-4d68-b7d1-7d9127703c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e800270-5b67-448d-8f28-892777e2ee24,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:41.751526 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:42.033895 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 60520) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:03:42.074814 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-b3efe535-55bb-4ce5-9f86-2320756ed128 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=77aee1300a674c5ab5b5bf44fb18971a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397058 Feb 07 12:03:42.077232 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 60522) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:03:42.128274 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-21aa15d9-b691-45d8-b37d-713fc19e74cb admin admin] Publish callbacks [] for security_group (14b7a97c-31db-439b-88aa-7ec1042abeec), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:42.151193 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-21aa15d9-b691-45d8-b37d-713fc19e74cb admin admin] Publish callbacks [] for security_group (14b7a97c-31db-439b-88aa-7ec1042abeec), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:42.181983 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 9f218f67-8587-45cc-9bb5-4b886baa5c9c no longer exists at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:03:42.201985 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] No Port match for: 9f218f67-8587-45cc-9bb5-4b886baa5c9c {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:03:42.202328 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 9f218f67-8587-45cc-9bb5-4b886baa5c9c not bound to the agent host dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:03:42.271200 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-21aa15d9-b691-45d8-b37d-713fc19e74cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (14b7a97c-31db-439b-88aa-7ec1042abeec), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:42.273895 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-21aa15d9-b691-45d8-b37d-713fc19e74cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:42.275121 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-21aa15d9-b691-45d8-b37d-713fc19e74cb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/14b7a97c-31db-439b-88aa-7ec1042abeec HTTP/1.1" status: 204 len: 168 time: 0.1969731 Feb 07 12:03:42.283676 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa15d9-b691-45d8-b37d-713fc19e74cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b7a97c-31db-439b-88aa-7ec1042abeec,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:42.418240 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1f2aa-c5ba-4b77-b700-6e7716430fe5 req-461b2ba8-d8f2-4b82-8d6d-e3b4a18ec167 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:42.419736 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-35c1f2aa-c5ba-4b77-b700-6e7716430fe5 req-461b2ba8-d8f2-4b82-8d6d-e3b4a18ec167 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0641654 Feb 07 12:03:42.470036 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-35c1f2aa-c5ba-4b77-b700-6e7716430fe5 req-63109a26-7f55-4cdf-8b06-ecbf16bbf322 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441394 Feb 07 12:03:42.579277 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a0dff-57a5-462e-949c-2fe3d8552510 req-2ee87c6b-c23f-45ed-841a-be4bad300944 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:42.579277 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8a4a0dff-57a5-462e-949c-2fe3d8552510 req-2ee87c6b-c23f-45ed-841a-be4bad300944 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.0545480 Feb 07 12:03:42.580059 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a89986-d791-43b6-abeb-fae4cdaf2d7a req-6934700f-93f8-4986-a7a3-3f80b25db209 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:42.581754 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-11a89986-d791-43b6-abeb-fae4cdaf2d7a req-6934700f-93f8-4986-a7a3-3f80b25db209 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 946 time: 0.0551462 Feb 07 12:03:42.634067 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8a4a0dff-57a5-462e-949c-2fe3d8552510 req-2a0dbf7a-4013-4cc7-ad63-8848d541d588 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467725 Feb 07 12:03:42.646507 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-11a89986-d791-43b6-abeb-fae4cdaf2d7a req-5b1b4a69-c854-41a4-84d1-95f04659471b tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587876 Feb 07 12:03:43.590174 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a81deb-93be-4d97-b4b8-60d042af26f3 req-5139f8b6-f511-4fad-8158-14f2b8f3325c tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:43.591666 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-87a81deb-93be-4d97-b4b8-60d042af26f3 req-5139f8b6-f511-4fad-8158-14f2b8f3325c tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0559254 Feb 07 12:03:43.640423 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-87a81deb-93be-4d97-b4b8-60d042af26f3 req-54e510f9-fbd8-488e-bbea-bebb2d57ee65 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427995 Feb 07 12:03:43.669277 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:43.762649 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3109a-b34c-44da-b56c-a0d6f548098c req-40df73e1-a7df-4538-b261-92b7a38fc545 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:43.764289 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-97a3109a-b34c-44da-b56c-a0d6f548098c req-40df73e1-a7df-4538-b261-92b7a38fc545 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.0537665 Feb 07 12:03:43.777734 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79134beb-1e04-4c25-9372-475dd28680fb req-b4a62868-549d-4cc2-acde-3d9561fdf478 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:43.779254 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-79134beb-1e04-4c25-9372-475dd28680fb req-b4a62868-549d-4cc2-acde-3d9561fdf478 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 946 time: 0.0534639 Feb 07 12:03:43.812838 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-97a3109a-b34c-44da-b56c-a0d6f548098c req-f87b9e63-ca7e-409c-8024-3b88df1c88e0 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429149 Feb 07 12:03:43.829406 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-79134beb-1e04-4c25-9372-475dd28680fb req-85d605ef-9588-4a62-af2c-2785b9692fe6 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433178 Feb 07 12:03:44.703875 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:44.759482 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803130f-29af-4e91-9dd0-9ac649be120a req-37cf7744-8425-4c06-937f-287798839af4 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:44.761011 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-0803130f-29af-4e91-9dd0-9ac649be120a req-37cf7744-8425-4c06-937f-287798839af4 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0525196 Feb 07 12:03:44.809883 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-0803130f-29af-4e91-9dd0-9ac649be120a req-8439f0ab-4bdf-4172-adba-7cea25c32314 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432174 Feb 07 12:03:44.933357 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba271dab-d9ef-4840-9007-9bf2f8e188c0 req-8157833f-bc74-42d2-9f3d-28d47472c9ce tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:44.934774 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ba271dab-d9ef-4840-9007-9bf2f8e188c0 req-8157833f-bc74-42d2-9f3d-28d47472c9ce tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.0515831 Feb 07 12:03:44.952672 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5fb8aa-695c-470e-90a6-2ec7bf4e4aca req-cbb6659d-0a84-468b-8fc4-d97e00e06c95 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:44.954436 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-dc5fb8aa-695c-470e-90a6-2ec7bf4e4aca req-cbb6659d-0a84-468b-8fc4-d97e00e06c95 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 946 time: 0.0575945 Feb 07 12:03:44.984998 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ba271dab-d9ef-4840-9007-9bf2f8e188c0 req-d3f004ce-b8fe-4b36-a58e-a976e0f8ba5e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438738 Feb 07 12:03:45.002889 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-dc5fb8aa-695c-470e-90a6-2ec7bf4e4aca req-50461139-8389-4bc0-aea5-a6c413e020ad tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429406 Feb 07 12:03:45.926089 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cfdaef-f37f-4755-8035-a5aaa42ffece req-3a8ae903-65df-42af-8620-1e68e7b5437c tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:45.927555 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c1cfdaef-f37f-4755-8035-a5aaa42ffece req-3a8ae903-65df-42af-8620-1e68e7b5437c tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0516710 Feb 07 12:03:45.974702 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c1cfdaef-f37f-4755-8035-a5aaa42ffece req-15e3eef8-89a5-4c9c-b875-37e1d8c0bab4 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418024 Feb 07 12:03:46.105723 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1758583-9bc9-488a-b180-70e0a9b2e519 req-cd441d81-e276-4fc0-8d03-dfe88da3e35f tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:46.108748 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e1758583-9bc9-488a-b180-70e0a9b2e519 req-cd441d81-e276-4fc0-8d03-dfe88da3e35f tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.0530267 Feb 07 12:03:46.118575 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ea269-777c-4f38-a2dc-54d497156a56 req-6f468ad1-2767-464a-9a61-fde5f55eb2d4 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:46.119961 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-434ea269-777c-4f38-a2dc-54d497156a56 req-6f468ad1-2767-464a-9a61-fde5f55eb2d4 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 946 time: 0.0528905 Feb 07 12:03:46.154027 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e1758583-9bc9-488a-b180-70e0a9b2e519 req-2cb73e96-d0f3-4a18-84bb-6055798cca3a tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405166 Feb 07 12:03:46.167442 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-434ea269-777c-4f38-a2dc-54d497156a56 req-14a3e2f1-c9ba-4b13-9522-0c1ccb4a8f7a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420392 Feb 07 12:03:46.714469 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849fc2dd-9b6e-4aca-a27b-a1c9b954d97d req-4c4f9e81-801e-4bcf-af67-06cb5e97d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:46.715939 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-849fc2dd-9b6e-4aca-a27b-a1c9b954d97d req-4c4f9e81-801e-4bcf-af67-06cb5e97d88b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=569021eb1f054aa0b9a76bfafa7d7bf3&device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 1130 time: 0.0475125 Feb 07 12:03:46.803364 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849fc2dd-9b6e-4aca-a27b-a1c9b954d97d req-6d7a9dbb-21c6-44a1-95e4-e445025536d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:46.804849 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-849fc2dd-9b6e-4aca-a27b-a1c9b954d97d req-6d7a9dbb-21c6-44a1-95e4-e445025536d8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=044092f0-a486-42dc-94bd-4759b5537247 HTTP/1.1" status: 200 len: 910 time: 0.0817938 Feb 07 12:03:46.875515 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-849fc2dd-9b6e-4aca-a27b-a1c9b954d97d req-a3c56d64-2e49-4621-be9a-ebbed6268ff6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e83137d0-3c6c-4fb0-9add-d1c30d7d7287 HTTP/1.1" status: 200 len: 1002 time: 0.0621414 Feb 07 12:03:46.926368 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849fc2dd-9b6e-4aca-a27b-a1c9b954d97d req-adcc276e-d8c8-4ddc-841b-a0e582923d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:46.927810 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-849fc2dd-9b6e-4aca-a27b-a1c9b954d97d req-adcc276e-d8c8-4ddc-841b-a0e582923d3b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275 HTTP/1.1" status: 200 len: 848 time: 0.0439868 Feb 07 12:03:46.978553 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849fc2dd-9b6e-4aca-a27b-a1c9b954d97d req-8b96ba2a-5a48-4f1f-ac82-34ea8f84eb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:46.979963 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-849fc2dd-9b6e-4aca-a27b-a1c9b954d97d req-8b96ba2a-5a48-4f1f-ac82-34ea8f84eb8f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=044092f0-a486-42dc-94bd-4759b5537247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451400 Feb 07 12:03:47.078492 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-849fc2dd-9b6e-4aca-a27b-a1c9b954d97d req-794a0469-d096-4f80-a555-71aabe02a25c service neutron] 10.222.0.18 "GET /v2.0/networks/044092f0-a486-42dc-94bd-4759b5537247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858414 Feb 07 12:03:47.093249 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92934168-90f5-4fa6-8e76-28b5bd653eda req-8e2f0551-3ba5-4c26-81d1-27946ae9f918 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:47.094902 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-92934168-90f5-4fa6-8e76-28b5bd653eda req-8e2f0551-3ba5-4c26-81d1-27946ae9f918 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0542984 Feb 07 12:03:47.148495 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-92934168-90f5-4fa6-8e76-28b5bd653eda req-b5b9835c-b23e-4bd6-aee0-59fceec4c374 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476036 Feb 07 12:03:47.168499 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-849fc2dd-9b6e-4aca-a27b-a1c9b954d97d req-4db6942c-3fa1-4eb8-8a1b-2a82f79efd79 service neutron] 10.222.0.18 "GET /v2.0/networks/044092f0-a486-42dc-94bd-4759b5537247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830343 Feb 07 12:03:47.283477 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf54cc8-fedc-44c4-b649-9b8e611f46c8 req-52d5da55-3f34-4778-aebf-b7c43b3c7e7e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:47.286636 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0bf54cc8-fedc-44c4-b649-9b8e611f46c8 req-52d5da55-3f34-4778-aebf-b7c43b3c7e7e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.0550416 Feb 07 12:03:47.287743 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3f6c7-fed4-4ed7-9719-75fc74188253 req-5136e8e2-896e-4596-b60d-88b47f42920a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:47.289232 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9fd3f6c7-fed4-4ed7-9719-75fc74188253 req-5136e8e2-896e-4596-b60d-88b47f42920a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 946 time: 0.0537527 Feb 07 12:03:47.336298 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0bf54cc8-fedc-44c4-b649-9b8e611f46c8 req-97c046e4-5867-404b-beef-4139fb322ef0 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447526 Feb 07 12:03:47.341107 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9fd3f6c7-fed4-4ed7-9719-75fc74188253 req-64b4c8e2-f27c-47b4-a3f8-07ebf0401637 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460463 Feb 07 12:03:47.453988 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cf25c-eb5c-4aff-9997-8f1f8a639123 req-fb27428e-e9af-4e53-964d-af9fd82aacaf tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:47.455459 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ab7cf25c-eb5c-4aff-9997-8f1f8a639123 req-fb27428e-e9af-4e53-964d-af9fd82aacaf tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.0527520 Feb 07 12:03:47.463866 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 60572) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:03:47.468334 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-9545d8eb-647c-4cb2-927f-199de3fd0819 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Request body: {'floatingip': {'port_id': '7f77c074-ce24-4902-905c-50a8c7a93107'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:03:47.505943 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-9545d8eb-647c-4cb2-927f-199de3fd0819 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for floatingip (3e4b5da9-b03b-4ab6-93c9-ae33ebe9dd46), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:47.932539 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-9545d8eb-647c-4cb2-927f-199de3fd0819 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:48.048143 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-9545d8eb-647c-4cb2-927f-199de3fd0819 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-875882'] for floatingip (3e4b5da9-b03b-4ab6-93c9-ae33ebe9dd46), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:48.155199 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.db.l3_db [None req-9545d8eb-647c-4cb2-927f-199de3fd0819 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Floating IP 3e4b5da9-b03b-4ab6-93c9-ae33ebe9dd46 associated. External IP: 172.27.1.14, port: 7f77c074-ce24-4902-905c-50a8c7a93107. Feb 07 12:03:48.272707 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ba1f5-d297-4e44-a384-478f2a17dfe8 req-734d33eb-12c6-447c-9e59-7b33d90580f8 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:48.279691 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-938ba1f5-d297-4e44-a384-478f2a17dfe8 req-734d33eb-12c6-447c-9e59-7b33d90580f8 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0627022 Feb 07 12:03:48.333638 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-938ba1f5-d297-4e44-a384-478f2a17dfe8 req-01408817-f5fb-482f-991c-08211f721bfe tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530505 Feb 07 12:03:48.473472 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003fb0c-acc6-4f66-9582-87a06006a2e6 req-b1b77240-1301-4ffe-8f12-d25415e74d91 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:48.475468 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-1003fb0c-acc6-4f66-9582-87a06006a2e6 req-b1b77240-1301-4ffe-8f12-d25415e74d91 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 946 time: 0.0593393 Feb 07 12:03:48.528334 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-1003fb0c-acc6-4f66-9582-87a06006a2e6 req-987152a7-d6ef-4fe2-a8ce-0c6b727eed82 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471966 Feb 07 12:03:48.683717 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bf534-42c6-4546-8363-e62cac6b3e81 req-89cf6e6a-23f9-47d6-bc10-12d97457f48c tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:48.685109 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-1a9bf534-42c6-4546-8363-e62cac6b3e81 req-89cf6e6a-23f9-47d6-bc10-12d97457f48c tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.3702469 Feb 07 12:03:48.700899 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9545d8eb-647c-4cb2-927f-199de3fd0819 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Router 04021121-4c18-4409-b664-e48dc993950a has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 12:03:48.801358 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-1a9bf534-42c6-4546-8363-e62cac6b3e81 req-12f518cc-89ed-4e86-b454-31e51766ac47 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089354 Feb 07 12:03:48.836213 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9545d8eb-647c-4cb2-927f-199de3fd0819 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 12:03:48.841015 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-9545d8eb-647c-4cb2-927f-199de3fd0819 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for floatingip (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:48.846080 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bffa9f-f504-4ce1-a4bb-da1778f12d26 None None] Sync routers for ids ['04021121-4c18-4409-b664-e48dc993950a'] in dv-cinder-817351-12-iscsi {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:03:48.856893 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bffa9f-f504-4ce1-a4bb-da1778f12d26 None None] Routers {'04021121-4c18-4409-b664-e48dc993950a'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:03:48.858042 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-54bffa9f-f504-4ce1-a4bb-da1778f12d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:03:41Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['04021121-4c18-4409-b664-e48dc993950a'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:48.870182 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-9545d8eb-647c-4cb2-927f-199de3fd0819 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "PUT /v2.0/floatingips/3e4b5da9-b03b-4ab6-93c9-ae33ebe9dd46 HTTP/1.1" status: 200 len: 991 time: 1.4052937 Feb 07 12:03:48.870775 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d47099-895a-491b-9bdb-b784eefdd62f', 'tag': '7f77c074-ce24-4902-905c-50a8c7a93107'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:03:48.873000 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854687e4-8476-4d5c-ba3d-79286452bbe8" -d '{"events": [{"name": "network-changed", "server_uuid": "63d47099-895a-491b-9bdb-b784eefdd62f", "tag": "7f77c074-ce24-4902-905c-50a8c7a93107"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:03:48.911571 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 12:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488dfb3b-973e-461a-9f68-46040a92ff23 x-openstack-request-id: req-488dfb3b-973e-461a-9f68-46040a92ff23 {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:03:48.911867 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d47099-895a-491b-9bdb-b784eefdd62f", "tag": "7f77c074-ce24-4902-905c-50a8c7a93107", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:03:48.912679 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-488dfb3b-973e-461a-9f68-46040a92ff23 {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:03:48.913120 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d47099-895a-491b-9bdb-b784eefdd62f', 'tag': '7f77c074-ce24-4902-905c-50a8c7a93107', 'status': 'completed', 'code': 200} Feb 07 12:03:48.967427 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-54bffa9f-f504-4ce1-a4bb-da1778f12d26 None None] Set router 04021121-4c18-4409-b664-e48dc993950a gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:03:48.983832 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52d1e9-4142-4ae5-a18d-dbed3684449f req-449e3e19-2f0c-4670-acc3-3daa3d792785 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:48.985443 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-ae52d1e9-4142-4ae5-a18d-dbed3684449f req-449e3e19-2f0c-4670-acc3-3daa3d792785 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.0643537 Feb 07 12:03:49.034187 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-ae52d1e9-4142-4ae5-a18d-dbed3684449f req-cf5b1757-5853-40a6-a7b7-76d6a11858f8 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426548 Feb 07 12:03:49.046451 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f44f7-b000-4efd-8c96-758aebdf1a37 req-69b89c39-13df-4139-9e0f-73816db888b9 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:49.047927 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a54f44f7-b000-4efd-8c96-758aebdf1a37 req-69b89c39-13df-4139-9e0f-73816db888b9 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.18 "GET /v2.0/ports?device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 946 time: 0.0920196 Feb 07 12:03:49.050667 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854687e4-8476-4d5c-ba3d-79286452bbe8 req-cf08d1f5-ad20-4d9b-8a45-30117ded2716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:49.052032 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-854687e4-8476-4d5c-ba3d-79286452bbe8 req-cf08d1f5-ad20-4d9b-8a45-30117ded2716 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7def8326042e4a8fa3c19125edfb7d63&device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 1130 time: 0.0694919 Feb 07 12:03:49.197926 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-54bffa9f-f504-4ce1-a4bb-da1778f12d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04021121-4c18-4409-b664-e48dc993950a', 'name': 'tempest-AttachVolumeShelveTestJSON-1448088895-router', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:56:01Z', 'revision_number': 4, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'gw_port': {'id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:48Z', 'updated_at': '2022-02-07T11:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_floatingips': [{'id': '3e4b5da9-b03b-4ab6-93c9-ae33ebe9dd46', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': '04021121-4c18-4409-b664-e48dc993950a', 'port_id': '7f77c074-ce24-4902-905c-50a8c7a93107', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e', 'mac_address': 'fa:16:3e:16:8f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d47099-895a-491b-9bdb-b784eefdd62f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:03:21Z', 'updated_at': '2022-02-07T12:03:47Z', 'revision_number': 1, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ba5aae-2e09-4b86-9e03-a80605b6406c', 'name': '', 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'mac_address': 'fa:16:3e:75:73:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:58Z', 'updated_at': '2022-02-07T11:56:07Z', 'revision_number': 5, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'subnets': [{'id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:49.203241 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854687e4-8476-4d5c-ba3d-79286452bbe8 req-f733eb89-8690-42fb-b372-44d9429e4549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:49.204704 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-854687e4-8476-4d5c-ba3d-79286452bbe8 req-f733eb89-8690-42fb-b372-44d9429e4549 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5c560c9d-289f-4491-b462-db6f3ab05c8e HTTP/1.1" status: 200 len: 918 time: 0.1454659 Feb 07 12:03:49.227935 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-a54f44f7-b000-4efd-8c96-758aebdf1a37 req-f1e25456-4e69-46f2-b8b1-fee1e964951d tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Deleting port bd236246-aaef-45c7-9d23-de53b4b0bd0a {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:03:49.227935 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-a54f44f7-b000-4efd-8c96-758aebdf1a37 req-f1e25456-4e69-46f2-b8b1-fee1e964951d tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (bd236246-aaef-45c7-9d23-de53b4b0bd0a), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:49.228267 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bffa9f-f504-4ce1-a4bb-da1778f12d26 None None] Checking router: 04021121-4c18-4409-b664-e48dc993950a for host: dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:03:49.240366 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bffa9f-f504-4ce1-a4bb-da1778f12d26 None None] Routers {'04021121-4c18-4409-b664-e48dc993950a'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:03:49.241179 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-54bffa9f-f504-4ce1-a4bb-da1778f12d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:03:41Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['04021121-4c18-4409-b664-e48dc993950a'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:49.322778 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-854687e4-8476-4d5c-ba3d-79286452bbe8 req-2a34beb3-3fbc-42c5-bbc2-a364430d24fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f77c074-ce24-4902-905c-50a8c7a93107 HTTP/1.1" status: 200 len: 999 time: 0.1096485 Feb 07 12:03:49.354474 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-54bffa9f-f504-4ce1-a4bb-da1778f12d26 None None] Set router 04021121-4c18-4409-b664-e48dc993950a gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:03:49.399067 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-a54f44f7-b000-4efd-8c96-758aebdf1a37 req-f1e25456-4e69-46f2-b8b1-fee1e964951d tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] For port bd236246-aaef-45c7-9d23-de53b4b0bd0a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=bd236246-aaef-45c7-9d23-de53b4b0bd0a,segment=NetworkSegment(b69da94f-349b-487c-88c8-2782db5b7d3b),segment_id=b69da94f-349b-487c-88c8-2782db5b7d3b)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:03:49.399439 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-a54f44f7-b000-4efd-8c96-758aebdf1a37 req-f1e25456-4e69-46f2-b8b1-fee1e964951d tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (bd236246-aaef-45c7-9d23-de53b4b0bd0a), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:49.428515 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854687e4-8476-4d5c-ba3d-79286452bbe8 req-f2501e44-2b56-4061-b1b1-d2547cc12f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:49.429988 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-854687e4-8476-4d5c-ba3d-79286452bbe8 req-f2501e44-2b56-4061-b1b1-d2547cc12f1f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40dfba53-a55c-40ea-abe9-97a328c1f35f HTTP/1.1" status: 200 len: 856 time: 0.0906792 Feb 07 12:03:49.596623 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a63f68-884f-4abf-815e-18a583a0effd req-01760636-7dc5-4b50-bd0c-a0352e9b698b tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:49.598201 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f6a63f68-884f-4abf-815e-18a583a0effd req-01760636-7dc5-4b50-bd0c-a0352e9b698b tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.1806946 Feb 07 12:03:49.607067 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854687e4-8476-4d5c-ba3d-79286452bbe8 req-f26e4411-5ab2-4322-8fe6-8eccf1cc11f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:49.608595 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-854687e4-8476-4d5c-ba3d-79286452bbe8 req-f26e4411-5ab2-4322-8fe6-8eccf1cc11f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c560c9d-289f-4491-b462-db6f3ab05c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1444900 Feb 07 12:03:49.661661 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58248c9c-f1b0-487b-bb99-5fdcf9ea167c req-bfe39716-680e-4e76-9247-62f47391a5c6 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:49.663864 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-58248c9c-f1b0-487b-bb99-5fdcf9ea167c req-bfe39716-680e-4e76-9247-62f47391a5c6 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 946 time: 0.0638483 Feb 07 12:03:49.723254 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-58248c9c-f1b0-487b-bb99-5fdcf9ea167c req-cb8c755f-e7e9-4f0b-90ac-24120edd014c tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535364 Feb 07 12:03:49.761031 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-54bffa9f-f504-4ce1-a4bb-da1778f12d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04021121-4c18-4409-b664-e48dc993950a', 'name': 'tempest-AttachVolumeShelveTestJSON-1448088895-router', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:56:01Z', 'revision_number': 4, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'gw_port': {'id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:48Z', 'updated_at': '2022-02-07T11:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_floatingips': [{'id': '3e4b5da9-b03b-4ab6-93c9-ae33ebe9dd46', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': '04021121-4c18-4409-b664-e48dc993950a', 'port_id': '7f77c074-ce24-4902-905c-50a8c7a93107', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e', 'mac_address': 'fa:16:3e:16:8f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d47099-895a-491b-9bdb-b784eefdd62f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:03:21Z', 'updated_at': '2022-02-07T12:03:47Z', 'revision_number': 1, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ba5aae-2e09-4b86-9e03-a80605b6406c', 'name': '', 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'mac_address': 'fa:16:3e:75:73:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:58Z', 'updated_at': '2022-02-07T11:56:07Z', 'revision_number': 5, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'subnets': [{'id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:49.763392 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-a54f44f7-b000-4efd-8c96-758aebdf1a37 req-f1e25456-4e69-46f2-b8b1-fee1e964951d tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:49.764393 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-a54f44f7-b000-4efd-8c96-758aebdf1a37 req-f1e25456-4e69-46f2-b8b1-fee1e964951d tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-875882'] for floatingip (648d5fa1-5808-4421-9b44-88d6936d27d4), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:49.764718 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.db.l3_db [req-a54f44f7-b000-4efd-8c96-758aebdf1a37 req-f1e25456-4e69-46f2-b8b1-fee1e964951d tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Floating IP 648d5fa1-5808-4421-9b44-88d6936d27d4 disassociated. External IP: 172.27.1.146, port: bd236246-aaef-45c7-9d23-de53b4b0bd0a. Feb 07 12:03:49.765060 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-a54f44f7-b000-4efd-8c96-758aebdf1a37 req-f1e25456-4e69-46f2-b8b1-fee1e964951d tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Calling delete_port for bd236246-aaef-45c7-9d23-de53b4b0bd0a owned by compute:nova {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:03:49.782278 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f6a63f68-884f-4abf-815e-18a583a0effd req-cd48615c-6146-45c2-8bab-991447d82570 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672301 Feb 07 12:03:49.791695 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bffa9f-f504-4ce1-a4bb-da1778f12d26 None None] The sync data for ids ['04021121-4c18-4409-b664-e48dc993950a'] in dv-cinder-817351-12-iscsi is: [{'id': '04021121-4c18-4409-b664-e48dc993950a', 'name': 'tempest-AttachVolumeShelveTestJSON-1448088895-router', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:56:01Z', 'revision_number': 4, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'gw_port': {'id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:48Z', 'updated_at': '2022-02-07T11:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_floatingips': [{'id': '3e4b5da9-b03b-4ab6-93c9-ae33ebe9dd46', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': '04021121-4c18-4409-b664-e48dc993950a', 'port_id': '7f77c074-ce24-4902-905c-50a8c7a93107', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e', 'mac_address': 'fa:16:3e:16:8f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d47099-895a-491b-9bdb-b784eefdd62f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:03:21Z', 'updated_at': '2022-02-07T12:03:47Z', 'revision_number': 1, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ba5aae-2e09-4b86-9e03-a80605b6406c', 'name': '', 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'mac_address': 'fa:16:3e:75:73:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:58Z', 'updated_at': '2022-02-07T11:56:07Z', 'revision_number': 5, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'subnets': [{'id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:03:49.803174 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-854687e4-8476-4d5c-ba3d-79286452bbe8 req-617f9ebf-4596-4ffc-b97f-4da3aa6ec798 service neutron] 10.222.0.18 "GET /v2.0/networks/5c560c9d-289f-4491-b462-db6f3ab05c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508088 Feb 07 12:03:49.940899 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3dddaa-0267-4776-be35-8d20da8cd120 req-1552e79d-ed2f-4ab6-8c62-cdd1f7b0c271 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:49.946372 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-854687e4-8476-4d5c-ba3d-79286452bbe8 req-12ab619e-a0e1-4c9f-97e3-0c871c6c517f service neutron] 10.222.0.18 "GET /v2.0/networks/5c560c9d-289f-4491-b462-db6f3ab05c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144037 Feb 07 12:03:49.950294 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8a3dddaa-0267-4776-be35-8d20da8cd120 req-1552e79d-ed2f-4ab6-8c62-cdd1f7b0c271 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0755453 Feb 07 12:03:49.999109 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8a3dddaa-0267-4776-be35-8d20da8cd120 req-74deca43-682d-4d45-aeed-a5e0d80d2dce tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475624 Feb 07 12:03:50.050523 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a2fe17-307f-4090-8612-79415e1955c3 None None] New status for floating IP 3e4b5da9-b03b-4ab6-93c9-ae33ebe9dd46: ACTIVE {{(pid=109818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 12:03:50.097479 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2066be9-7579-44ed-ae88-b766861f7fa3 req-b425e750-9971-4820-bb03-980c37c26480 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:50.099030 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c2066be9-7579-44ed-ae88-b766861f7fa3 req-b425e750-9971-4820-bb03-980c37c26480 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0680439 Feb 07 12:03:50.100132 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-a54f44f7-b000-4efd-8c96-758aebdf1a37 req-f1e25456-4e69-46f2-b8b1-fee1e964951d tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (bd236246-aaef-45c7-9d23-de53b4b0bd0a), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:50.137760 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e25456-4e69-46f2-b8b1-fee1e964951d tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Pushing event deleted for resources: {'Port': ['ID=bd236246-aaef-45c7-9d23-de53b4b0bd0a,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:50.340137 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c009a9-355b-44d3-bf0a-ae59bbae1ad9 req-c04e67f0-569e-4143-b429-0e82c10183ee tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:50.341678 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-51c009a9-355b-44d3-bf0a-ae59bbae1ad9 req-c04e67f0-569e-4143-b429-0e82c10183ee tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.2080452 Feb 07 12:03:50.408899 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-c2066be9-7579-44ed-ae88-b766861f7fa3 req-43c5a9b1-f0ba-4376-800a-bb54e3e06d00 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Deleting port c5640033-1539-4ee6-a52f-76a859dac6bc {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:03:50.409234 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-c2066be9-7579-44ed-ae88-b766861f7fa3 req-43c5a9b1-f0ba-4376-800a-bb54e3e06d00 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (c5640033-1539-4ee6-a52f-76a859dac6bc), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:50.412782 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a54f44f7-b000-4efd-8c96-758aebdf1a37 req-f1e25456-4e69-46f2-b8b1-fee1e964951d tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Router 1eae28b3-1167-4e2b-8353-6bae16580de1 has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 12:03:50.462334 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-51c009a9-355b-44d3-bf0a-ae59bbae1ad9 req-e7eb17eb-b0af-4307-b032-852f9e120b31 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074216 Feb 07 12:03:50.596368 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-c2066be9-7579-44ed-ae88-b766861f7fa3 req-43c5a9b1-f0ba-4376-800a-bb54e3e06d00 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] For port c5640033-1539-4ee6-a52f-76a859dac6bc, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c5640033-1539-4ee6-a52f-76a859dac6bc,segment=NetworkSegment(5ce52992-6ecb-4a67-aa5e-518eb9452259),segment_id=5ce52992-6ecb-4a67-aa5e-518eb9452259)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:03:50.596646 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-c2066be9-7579-44ed-ae88-b766861f7fa3 req-43c5a9b1-f0ba-4376-800a-bb54e3e06d00 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (c5640033-1539-4ee6-a52f-76a859dac6bc), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:50.664944 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a54f44f7-b000-4efd-8c96-758aebdf1a37 req-f1e25456-4e69-46f2-b8b1-fee1e964951d tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 12:03:50.675657 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6b3aef-2f01-41e0-879f-e5daa04f2402 None None] Sync routers for ids ['1eae28b3-1167-4e2b-8353-6bae16580de1'] in dv-cinder-817351-12-iscsi {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:03:50.685906 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6b3aef-2f01-41e0-879f-e5daa04f2402 None None] Routers {'1eae28b3-1167-4e2b-8353-6bae16580de1'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:03:50.686519 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-ff6b3aef-2f01-41e0-879f-e5daa04f2402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:03:41Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['1eae28b3-1167-4e2b-8353-6bae16580de1'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:50.740248 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54f44f7-b000-4efd-8c96-758aebdf1a37 req-f1e25456-4e69-46f2-b8b1-fee1e964951d tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] No DVR routers for this DVR port bd236246-aaef-45c7-9d23-de53b4b0bd0a on host hv-cinder-81735 {{(pid=109816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:03:50.744152 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-a54f44f7-b000-4efd-8c96-758aebdf1a37 req-f1e25456-4e69-46f2-b8b1-fee1e964951d tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:50.747480 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a54f44f7-b000-4efd-8c96-758aebdf1a37 req-f1e25456-4e69-46f2-b8b1-fee1e964951d tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.18 "DELETE /v2.0/ports/bd236246-aaef-45c7-9d23-de53b4b0bd0a HTTP/1.1" status: 204 len: 173 time: 1.6942637 Feb 07 12:03:50.798476 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-ff6b3aef-2f01-41e0-879f-e5daa04f2402 None None] Set router 1eae28b3-1167-4e2b-8353-6bae16580de1 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:03:50.831769 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-c2066be9-7579-44ed-ae88-b766861f7fa3 req-43c5a9b1-f0ba-4376-800a-bb54e3e06d00 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:50.832779 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-c2066be9-7579-44ed-ae88-b766861f7fa3 req-43c5a9b1-f0ba-4376-800a-bb54e3e06d00 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-875882'] for floatingip (0906e6ef-1e53-4ae5-b483-5331a3ca7d23), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:50.833167 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.db.l3_db [req-c2066be9-7579-44ed-ae88-b766861f7fa3 req-43c5a9b1-f0ba-4376-800a-bb54e3e06d00 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Floating IP 0906e6ef-1e53-4ae5-b483-5331a3ca7d23 disassociated. External IP: 172.27.1.77, port: c5640033-1539-4ee6-a52f-76a859dac6bc. Feb 07 12:03:50.833676 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-c2066be9-7579-44ed-ae88-b766861f7fa3 req-43c5a9b1-f0ba-4376-800a-bb54e3e06d00 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Calling delete_port for c5640033-1539-4ee6-a52f-76a859dac6bc owned by compute:nova {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:03:50.866779 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-1b0ddd6e-73a6-4c0b-9532-2561800eac56 req-4aea5e30-8c8d-4041-85f5-47d3ed0bae64 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 210 time: 0.0638847 Feb 07 12:03:50.920069 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68d92e2-19e1-420b-a3ce-14758517c3c6', 'name': 'network-vif-deleted', 'tag': 'bd236246-aaef-45c7-9d23-de53b4b0bd0a'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:03:50.922384 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bec5ce-8d4d-4e6f-a40d-97e5d08c7fb5" -d '{"events": [{"server_uuid": "b68d92e2-19e1-420b-a3ce-14758517c3c6", "name": "network-vif-deleted", "tag": "bd236246-aaef-45c7-9d23-de53b4b0bd0a"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:03:50.969764 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a7a12-0600-4da6-93c8-8fbdeadd0e0b req-51d5d0e6-b121-4b9c-8040-81497e357a16 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:50.971432 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8e3a7a12-0600-4da6-93c8-8fbdeadd0e0b req-51d5d0e6-b121-4b9c-8040-81497e357a16 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0841851 Feb 07 12:03:50.974289 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc3d8d9-e7cb-472a-bfdf-5faaa0054fae x-openstack-request-id: req-8fc3d8d9-e7cb-472a-bfdf-5faaa0054fae {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:03:50.974611 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68d92e2-19e1-420b-a3ce-14758517c3c6", "name": "network-vif-deleted", "tag": "bd236246-aaef-45c7-9d23-de53b4b0bd0a", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:03:50.974832 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8fc3d8d9-e7cb-472a-bfdf-5faaa0054fae {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:03:50.975249 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68d92e2-19e1-420b-a3ce-14758517c3c6', 'name': 'network-vif-deleted', 'tag': 'bd236246-aaef-45c7-9d23-de53b4b0bd0a', 'status': 'completed', 'code': 200} Feb 07 12:03:51.029104 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-ff6b3aef-2f01-41e0-879f-e5daa04f2402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'name': 'tempest-TestVolumeBootPattern-1377235404-router', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:49Z', 'updated_at': '2022-02-07T11:59:52Z', 'revision_number': 4, 'project_id': '2f652314e22c4aaeb65f608410318706', 'gw_port': {'id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:50Z', 'updated_at': '2022-02-07T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '021329a1-f8ab-418e-9447-bb303a23d179', 'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'mac_address': 'fa:16:3e:54:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:51Z', 'updated_at': '2022-02-07T11:59:57Z', 'revision_number': 5, 'project_id': '2f652314e22c4aaeb65f608410318706', 'subnets': [{'id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:51.061404 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6b3aef-2f01-41e0-879f-e5daa04f2402 None None] Checking router: 1eae28b3-1167-4e2b-8353-6bae16580de1 for host: dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:03:51.067940 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8e3a7a12-0600-4da6-93c8-8fbdeadd0e0b req-cd818343-592b-4a69-9dd9-67adfc144077 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882492 Feb 07 12:03:51.080708 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6b3aef-2f01-41e0-879f-e5daa04f2402 None None] Routers {'1eae28b3-1167-4e2b-8353-6bae16580de1'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:03:51.081295 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-ff6b3aef-2f01-41e0-879f-e5daa04f2402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:03:41Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['1eae28b3-1167-4e2b-8353-6bae16580de1'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:51.159630 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47893908-2c8b-4178-bfed-f67ad74a826d req-babf56ae-aee7-4174-ad73-aace69405c75 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:51.161393 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-47893908-2c8b-4178-bfed-f67ad74a826d req-babf56ae-aee7-4174-ad73-aace69405c75 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 945 time: 0.0863559 Feb 07 12:03:51.165613 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-c2066be9-7579-44ed-ae88-b766861f7fa3 req-43c5a9b1-f0ba-4376-800a-bb54e3e06d00 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (c5640033-1539-4ee6-a52f-76a859dac6bc), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:51.203886 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5a9b1-f0ba-4376-800a-bb54e3e06d00 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Pushing event deleted for resources: {'Port': ['ID=c5640033-1539-4ee6-a52f-76a859dac6bc,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:51.214422 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-ff6b3aef-2f01-41e0-879f-e5daa04f2402 None None] Set router 1eae28b3-1167-4e2b-8353-6bae16580de1 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:03:51.221280 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-47893908-2c8b-4178-bfed-f67ad74a826d req-344fdb90-f8a9-480f-b18e-62e177f83eff tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=cad92901-48a2-495f-bf2a-a78dede03c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467336 Feb 07 12:03:51.335986 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2066be9-7579-44ed-ae88-b766861f7fa3 req-43c5a9b1-f0ba-4376-800a-bb54e3e06d00 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Router 180b83f1-0d9d-4ad5-b300-97130b928591 has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 12:03:51.432704 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-ff6b3aef-2f01-41e0-879f-e5daa04f2402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'name': 'tempest-TestVolumeBootPattern-1377235404-router', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:49Z', 'updated_at': '2022-02-07T11:59:52Z', 'revision_number': 4, 'project_id': '2f652314e22c4aaeb65f608410318706', 'gw_port': {'id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:50Z', 'updated_at': '2022-02-07T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '021329a1-f8ab-418e-9447-bb303a23d179', 'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'mac_address': 'fa:16:3e:54:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:51Z', 'updated_at': '2022-02-07T11:59:57Z', 'revision_number': 5, 'project_id': '2f652314e22c4aaeb65f608410318706', 'subnets': [{'id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:51.452186 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2066be9-7579-44ed-ae88-b766861f7fa3 req-43c5a9b1-f0ba-4376-800a-bb54e3e06d00 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 12:03:51.465382 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06afd604-eb34-4f4c-8430-a0b42b62d307 None None] Sync routers for ids ['180b83f1-0d9d-4ad5-b300-97130b928591'] in dv-cinder-817351-12-iscsi {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:03:51.470373 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6b3aef-2f01-41e0-879f-e5daa04f2402 None None] The sync data for ids ['1eae28b3-1167-4e2b-8353-6bae16580de1'] in dv-cinder-817351-12-iscsi is: [{'id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'name': 'tempest-TestVolumeBootPattern-1377235404-router', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:49Z', 'updated_at': '2022-02-07T11:59:52Z', 'revision_number': 4, 'project_id': '2f652314e22c4aaeb65f608410318706', 'gw_port': {'id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:50Z', 'updated_at': '2022-02-07T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '021329a1-f8ab-418e-9447-bb303a23d179', 'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'mac_address': 'fa:16:3e:54:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:51Z', 'updated_at': '2022-02-07T11:59:57Z', 'revision_number': 5, 'project_id': '2f652314e22c4aaeb65f608410318706', 'subnets': [{'id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:03:51.491293 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06afd604-eb34-4f4c-8430-a0b42b62d307 None None] Routers {'180b83f1-0d9d-4ad5-b300-97130b928591'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:03:51.492147 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-06afd604-eb34-4f4c-8430-a0b42b62d307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:03:41Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['180b83f1-0d9d-4ad5-b300-97130b928591'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:51.507996 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2066be9-7579-44ed-ae88-b766861f7fa3 req-43c5a9b1-f0ba-4376-800a-bb54e3e06d00 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] No DVR routers for this DVR port c5640033-1539-4ee6-a52f-76a859dac6bc on host hv-cinder-81735 {{(pid=109816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:03:51.511207 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-c2066be9-7579-44ed-ae88-b766861f7fa3 req-43c5a9b1-f0ba-4376-800a-bb54e3e06d00 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:51.515378 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c2066be9-7579-44ed-ae88-b766861f7fa3 req-43c5a9b1-f0ba-4376-800a-bb54e3e06d00 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.18 "DELETE /v2.0/ports/c5640033-1539-4ee6-a52f-76a859dac6bc HTTP/1.1" status: 204 len: 173 time: 1.4067464 Feb 07 12:03:51.638336 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f53b5-1eff-459b-8585-ca016dd2d3b6 req-ceb72ce1-538d-4f18-b444-588109b213d9 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:51.640790 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-478f53b5-1eff-459b-8585-ca016dd2d3b6 req-ceb72ce1-538d-4f18-b444-588109b213d9 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0734620 Feb 07 12:03:51.659913 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e00f0-153e-4287-a53c-32842fa22a85 req-eef2cc41-64d2-48f7-8fcc-7e47c692ed5c tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:51.663076 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-2c0e00f0-153e-4287-a53c-32842fa22a85 req-eef2cc41-64d2-48f7-8fcc-7e47c692ed5c tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.0975189 Feb 07 12:03:51.697798 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-06afd604-eb34-4f4c-8430-a0b42b62d307 None None] Set router 180b83f1-0d9d-4ad5-b300-97130b928591 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:03:51.719797 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-478f53b5-1eff-459b-8585-ca016dd2d3b6 req-e2937429-adc2-4d3f-ad72-a3d8ba73602d tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702868 Feb 07 12:03:51.784101 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-2c0e00f0-153e-4287-a53c-32842fa22a85 req-1d15f278-d1b5-48f7-82b0-d79bdb9c807e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053786 Feb 07 12:03:51.792058 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 60640) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:03:51.959669 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4b3980b6-e8ed-4bfc-9670-e66b1fc2a204 req-5feb5022-f78e-4103-b088-4e9b496fe183 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1663442 Feb 07 12:03:51.967748 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [req-4b3980b6-e8ed-4bfc-9670-e66b1fc2a204 req-eac017be-e457-4998-994c-37a9e4d09bb6 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109815) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 12:03:51.979871 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4b3980b6-e8ed-4bfc-9670-e66b1fc2a204 req-eac017be-e457-4998-994c-37a9e4d09bb6 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117691 Feb 07 12:03:52.023461 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-2ce8a4f8-51bc-48b4-9334-521bb2857f1d req-0154a04a-9f79-49e2-98c9-961ef267f017 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=b68d92e2-19e1-420b-a3ce-14758517c3c6 HTTP/1.1" status: 200 len: 210 time: 0.0441060 Feb 07 12:03:52.055225 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8079e7-c9dd-4dda-a8d3-f3521db0482c None None] New status for floating IP 648d5fa1-5808-4421-9b44-88d6936d27d4: DOWN {{(pid=109817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 12:03:52.116733 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-06afd604-eb34-4f4c-8430-a0b42b62d307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'name': 'tempest-AttachVolumeTestJSON-526033739-router', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:44Z', 'updated_at': '2022-02-07T11:55:53Z', 'revision_number': 4, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'gw_port': {'id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': 'e3de4c66-4359-48f6-9401-6c77410a5fcf', 'name': '', 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'mac_address': 'fa:16:3e:55:39:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:51Z', 'updated_at': '2022-02-07T11:56:02Z', 'revision_number': 5, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'subnets': [{'id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:52.146944 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06afd604-eb34-4f4c-8430-a0b42b62d307 None None] Checking router: 180b83f1-0d9d-4ad5-b300-97130b928591 for host: dv-cinder-817351-12-iscsi {{(pid=109818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:03:52.156738 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06afd604-eb34-4f4c-8430-a0b42b62d307 None None] Routers {'180b83f1-0d9d-4ad5-b300-97130b928591'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:03:52.157422 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-06afd604-eb34-4f4c-8430-a0b42b62d307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:03:41Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['180b83f1-0d9d-4ad5-b300-97130b928591'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:52.175936 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device c5640033-1539-4ee6-a52f-76a859dac6bc no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:03:52.231497 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] No Port match for: c5640033-1539-4ee6-a52f-76a859dac6bc {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:03:52.231853 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device c5640033-1539-4ee6-a52f-76a859dac6bc not bound to the agent host hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:03:52.232271 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device bd236246-aaef-45c7-9d23-de53b4b0bd0a no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:03:52.255074 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] No Port match for: bd236246-aaef-45c7-9d23-de53b4b0bd0a {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:03:52.256740 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device bd236246-aaef-45c7-9d23-de53b4b0bd0a not bound to the agent host hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:03:52.354380 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-02270a04-78f4-4881-8489-74715a58f1da req-a94d4945-fbe8-44c5-a5f6-b64ca023806e tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c1d3598-aa8c-43a9-8b90-4b9716d12dac HTTP/1.1" status: 200 len: 210 time: 0.0368791 Feb 07 12:03:52.406104 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-06afd604-eb34-4f4c-8430-a0b42b62d307 None None] Set router 180b83f1-0d9d-4ad5-b300-97130b928591 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:03:52.614059 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-06afd604-eb34-4f4c-8430-a0b42b62d307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'name': 'tempest-AttachVolumeTestJSON-526033739-router', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:44Z', 'updated_at': '2022-02-07T11:55:53Z', 'revision_number': 4, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'gw_port': {'id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': 'e3de4c66-4359-48f6-9401-6c77410a5fcf', 'name': '', 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'mac_address': 'fa:16:3e:55:39:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:51Z', 'updated_at': '2022-02-07T11:56:02Z', 'revision_number': 5, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'subnets': [{'id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:03:52.642289 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06afd604-eb34-4f4c-8430-a0b42b62d307 None None] The sync data for ids ['180b83f1-0d9d-4ad5-b300-97130b928591'] in dv-cinder-817351-12-iscsi is: [{'id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'name': 'tempest-AttachVolumeTestJSON-526033739-router', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:44Z', 'updated_at': '2022-02-07T11:55:53Z', 'revision_number': 4, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'gw_port': {'id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': 'e3de4c66-4359-48f6-9401-6c77410a5fcf', 'name': '', 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'mac_address': 'fa:16:3e:55:39:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:51Z', 'updated_at': '2022-02-07T11:56:02Z', 'revision_number': 5, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'subnets': [{'id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:03:52.848331 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6160e-bff7-4099-acc0-512835ae0d5a req-adb0dde5-08dd-4533-b63c-bd8f43571a19 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:52.850158 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6be6160e-bff7-4099-acc0-512835ae0d5a req-adb0dde5-08dd-4533-b63c-bd8f43571a19 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0580783 Feb 07 12:03:52.906039 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6be6160e-bff7-4099-acc0-512835ae0d5a req-8c1b5217-05f0-4bc0-8f1f-f899b694d940 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501356 Feb 07 12:03:52.954088 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d65bc0-97aa-499a-a0a6-36ce8355d73c None None] New status for floating IP 0906e6ef-1e53-4ae5-b483-5331a3ca7d23: DOWN {{(pid=109818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 12:03:52.976780 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c1d3598-aa8c-43a9-8b90-4b9716d12dac', 'name': 'network-vif-deleted', 'tag': 'c5640033-1539-4ee6-a52f-76a859dac6bc'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:03:52.979723 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e35775e-25f3-44f9-ba2d-b11e1cd0abd4" -d '{"events": [{"server_uuid": "7c1d3598-aa8c-43a9-8b90-4b9716d12dac", "name": "network-vif-deleted", "tag": "c5640033-1539-4ee6-a52f-76a859dac6bc"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:03:53.030528 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cf92ce-2e54-4b98-8332-ed4d06105cf6 x-openstack-request-id: req-65cf92ce-2e54-4b98-8332-ed4d06105cf6 {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:03:53.030981 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c1d3598-aa8c-43a9-8b90-4b9716d12dac", "name": "network-vif-deleted", "tag": "c5640033-1539-4ee6-a52f-76a859dac6bc", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:03:53.031328 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-65cf92ce-2e54-4b98-8332-ed4d06105cf6 {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:03:53.031817 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c1d3598-aa8c-43a9-8b90-4b9716d12dac', 'name': 'network-vif-deleted', 'tag': 'c5640033-1539-4ee6-a52f-76a859dac6bc', 'status': 'completed', 'code': 200} Feb 07 12:03:53.173515 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:53.303262 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9682db0d-e628-4615-bd54-d45424fe9142 req-1943eb55-061d-4a19-a85c-73e703ecca65 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1931655663&fields=id&tenant_id=2f652314e22c4aaeb65f608410318706 HTTP/1.1" status: 200 len: 267 time: 0.0464175 Feb 07 12:03:53.406906 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682db0d-e628-4615-bd54-d45424fe9142 req-1969d0ca-bc24-4fa8-9860-90e4fadbb3b9 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:53.408384 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9682db0d-e628-4615-bd54-d45424fe9142 req-1969d0ca-bc24-4fa8-9860-90e4fadbb3b9 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/networks?id=1d02701c-c637-4fd0-a81a-05c2ec80c184 HTTP/1.1" status: 200 len: 812 time: 0.0988648 Feb 07 12:03:53.423868 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9682db0d-e628-4615-bd54-d45424fe9142 req-5d680e7e-395e-4bb1-8cf5-5199f7d49c1d tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/quotas/2f652314e22c4aaeb65f608410318706 HTTP/1.1" status: 200 len: 375 time: 0.0096278 Feb 07 12:03:53.483358 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9682db0d-e628-4615-bd54-d45424fe9142 req-4a02cf18-c3d9-42df-937d-cbdc394641e8 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=2f652314e22c4aaeb65f608410318706&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535836 Feb 07 12:03:53.527110 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 60686) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:03:53.577374 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9682db0d-e628-4615-bd54-d45424fe9142 req-d7ddd82c-ce19-4a15-b496-ee1c22a69872 service neutron] 10.222.0.67 "GET /v2.0/networks/1d02701c-c637-4fd0-a81a-05c2ec80c184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829883 Feb 07 12:03:53.579443 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-45ea6628-6ccb-4ded-b76b-b5b044493613 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for security_group (cad92901-48a2-495f-bf2a-a78dede03c10), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:53.602826 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-45ea6628-6ccb-4ded-b76b-b5b044493613 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for security_group (cad92901-48a2-495f-bf2a-a78dede03c10), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:53.670629 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9682db0d-e628-4615-bd54-d45424fe9142 req-b51c1c2a-aa49-4024-9ebb-eb3312a0709e service neutron] 10.222.0.67 "GET /v2.0/networks/1d02701c-c637-4fd0-a81a-05c2ec80c184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870676 Feb 07 12:03:53.756691 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-45ea6628-6ccb-4ded-b76b-b5b044493613 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (cad92901-48a2-495f-bf2a-a78dede03c10), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:53.759912 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-45ea6628-6ccb-4ded-b76b-b5b044493613 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:53.761131 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-45ea6628-6ccb-4ded-b76b-b5b044493613 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "DELETE /v2.0/security-groups/cad92901-48a2-495f-bf2a-a78dede03c10 HTTP/1.1" status: 204 len: 168 time: 0.2330179 Feb 07 12:03:53.764525 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 60692) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:03:53.780222 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea6628-6ccb-4ded-b76b-b5b044493613 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad92901-48a2-495f-bf2a-a78dede03c10,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:53.791005 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.api.v2.resource [None req-3b67ea8d-84b0-47d9-ace6-486d6602d67e tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] show failed (client error): The resource could not be found. Feb 07 12:03:53.795415 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-3b67ea8d-84b0-47d9-ace6-486d6602d67e tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups/cad92901-48a2-495f-bf2a-a78dede03c10 HTTP/1.1" status: 404 len: 347 time: 0.0260911 Feb 07 12:03:53.796643 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 60694) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:03:53.941421 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-bdc3ffb5-9dbc-4948-9270-df9ae1d6ae30 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Deleting port 25574590-ea5c-4322-a72d-bc62166dc9cd {{(pid=109815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:03:53.941794 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bdc3ffb5-9dbc-4948-9270-df9ae1d6ae30 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (25574590-ea5c-4322-a72d-bc62166dc9cd), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:54.019072 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bdc3ffb5-9dbc-4948-9270-df9ae1d6ae30 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (25574590-ea5c-4322-a72d-bc62166dc9cd), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:54.019456 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bdc3ffb5-9dbc-4948-9270-df9ae1d6ae30 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for floatingip (25574590-ea5c-4322-a72d-bc62166dc9cd), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:54.032339 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-bdc3ffb5-9dbc-4948-9270-df9ae1d6ae30 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Calling delete_port for 25574590-ea5c-4322-a72d-bc62166dc9cd owned by network:floatingip {{(pid=109815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:03:54.035816 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa6468-a2c5-4b0c-99a1-0fa4682f7480 req-a4b1493f-e609-4376-9222-907b0c5ba4cd tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:54.037339 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-71fa6468-a2c5-4b0c-99a1-0fa4682f7480 req-a4b1493f-e609-4376-9222-907b0c5ba4cd tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0537729 Feb 07 12:03:54.075976 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device e83137d0-3c6c-4fb0-9add-d1c30d7d7287 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:03:54.108501 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-71fa6468-a2c5-4b0c-99a1-0fa4682f7480 req-ff280878-0dd0-47bd-a014-200cb702dbeb tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646913 Feb 07 12:03:54.176669 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port e83137d0-3c6c-4fb0-9add-d1c30d7d7287 is: ACTIVE; New status is: DOWN {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:03:54.177232 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (e83137d0-3c6c-4fb0-9add-d1c30d7d7287), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:54.200385 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdd9ce4-f4de-4244-a527-216a355b628b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e83137d0-3c6c-4fb0-9add-d1c30d7d7287'}] {{(pid=109817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:03:54.203408 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bc6b3c0530c896bdfe52e422604eaad6eac6737642d5fab1ac5583b9ec47d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacdf0db-5e93-4a00-89ef-740247163ac5" -d '{"events": [{"server_uuid": "1bdd9ce4-f4de-4244-a527-216a355b628b", "name": "network-vif-unplugged", "status": "completed", "tag": "e83137d0-3c6c-4fb0-9add-d1c30d7d7287"}]}' {{(pid=109817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:03:54.215474 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port e83137d0-3c6c-4fb0-9add-d1c30d7d7287, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=e83137d0-3c6c-4fb0-9add-d1c30d7d7287,segment=NetworkSegment(1ab64f5e-e237-452a-95a2-99134719eb79),segment_id=1ab64f5e-e237-452a-95a2-99134719eb79)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:03:54.234605 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Feb 2022 12:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afd778e-c811-4cf1-afad-de0416b847ea x-openstack-request-id: req-0afd778e-c811-4cf1-afad-de0416b847ea {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:03:54.234978 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdd9ce4-f4de-4244-a527-216a355b628b", "name": "network-vif-unplugged", "status": "failed", "tag": "e83137d0-3c6c-4fb0-9add-d1c30d7d7287", "code": 422}]} {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:03:54.235232 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0afd778e-c811-4cf1-afad-de0416b847ea {{(pid=109817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:03:54.235660 dv-cinder-817351-12-iscsi neutron-server[109817]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1bdd9ce4-f4de-4244-a527-216a355b628b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e83137d0-3c6c-4fb0-9add-d1c30d7d7287', 'code': 422} returned with failed status Feb 07 12:03:54.265496 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bdc3ffb5-9dbc-4948-9270-df9ae1d6ae30 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8643334'] for port (25574590-ea5c-4322-a72d-bc62166dc9cd), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:54.290712 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3ffb5-9dbc-4948-9270-df9ae1d6ae30 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Pushing event deleted for resources: {'Port': ['ID=25574590-ea5c-4322-a72d-bc62166dc9cd,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:54.332353 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (e83137d0-3c6c-4fb0-9add-d1c30d7d7287), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:54.365366 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bdc3ffb5-9dbc-4948-9270-df9ae1d6ae30 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for floatingip (0906e6ef-1e53-4ae5-b483-5331a3ca7d23), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:54.368182 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-bdc3ffb5-9dbc-4948-9270-df9ae1d6ae30 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for floatingip (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:54.369495 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-bdc3ffb5-9dbc-4948-9270-df9ae1d6ae30 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "DELETE /v2.0/floatingips/0906e6ef-1e53-4ae5-b483-5331a3ca7d23 HTTP/1.1" status: 204 len: 168 time: 0.5709739 Feb 07 12:03:54.398244 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=e83137d0-3c6c-4fb0-9add-d1c30d7d7287,revision_number=6']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:54.434089 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c2f0133b-723a-4691-85cd-d7f9b8cc4b55 req-9b15aae9-43ad-40e8-abb9-471c6af70280 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 210 time: 0.0324893 Feb 07 12:03:54.985716 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 60724) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:03:54.990684 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-9c2de22b-ff8f-4452-8233-3510f9aba347 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1943532329', 'description': 'tempest-description--1432518972'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:03:55.006433 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504afe81-c5bc-46cc-90d9-3874fe80d098 req-6f883ab7-9333-47d5-b21a-25b2aeefdf03 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:55.008655 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-504afe81-c5bc-46cc-90d9-3874fe80d098 req-6f883ab7-9333-47d5-b21a-25b2aeefdf03 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dd2e83-d1d4-4070-bf1a-1347b865f2e9 HTTP/1.1" status: 200 len: 945 time: 0.0555983 Feb 07 12:03:55.056420 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-504afe81-c5bc-46cc-90d9-3874fe80d098 req-7b45d271-93ba-44b1-827a-db1ea5458165 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/security-groups?id=58626264-1864-4620-86de-d2cf52212a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411990 Feb 07 12:03:55.082260 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-9c2de22b-ff8f-4452-8233-3510f9aba347 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:55.149906 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-9c2de22b-ff8f-4452-8233-3510f9aba347 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for security_group (114bfb2e-0a71-49e5-972e-a7dcc44e5033), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:55.216021 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-9c2de22b-ff8f-4452-8233-3510f9aba347 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (114bfb2e-0a71-49e5-972e-a7dcc44e5033), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:55.254708 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2de22b-ff8f-4452-8233-3510f9aba347 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=114bfb2e-0a71-49e5-972e-a7dcc44e5033,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:55.269667 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21ddef-43c9-4251-9538-ab35e2a58373 req-850196b8-93df-49b2-a01f-22ff02cc7fb6 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:55.271222 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7f21ddef-43c9-4251-9538-ab35e2a58373 req-850196b8-93df-49b2-a01f-22ff02cc7fb6 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 944 time: 0.0865581 Feb 07 12:03:55.326339 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7f21ddef-43c9-4251-9538-ab35e2a58373 req-c18a6356-5ec5-4101-80d8-545411fedc5c tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490496 Feb 07 12:03:55.330876 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-9c2de22b-ff8f-4452-8233-3510f9aba347 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:55.332162 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-9c2de22b-ff8f-4452-8233-3510f9aba347 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3452377 Feb 07 12:03:55.335160 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 60728) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:03:55.340094 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-4d1346f8-887e-4c72-b3a5-73a5bdec4b28 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Request body: {'security_group_rule': {'security_group_id': '114bfb2e-0a71-49e5-972e-a7dcc44e5033', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:03:55.474464 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4d1346f8-887e-4c72-b3a5-73a5bdec4b28 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for security_group_rule (7391f871-10a0-452d-ac16-09a06fdf2313), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:55.552421 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-2a26b36b-2326-46d4-a826-ba24b0c35a3f req-f56012c6-42f5-4b2b-b400-239ef99e4dcd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 210 time: 0.0453887 Feb 07 12:03:55.865950 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4d1346f8-887e-4c72-b3a5-73a5bdec4b28 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for security_group_rule (7391f871-10a0-452d-ac16-09a06fdf2313), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:55.876200 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3980b6-e8ed-4bfc-9670-e66b1fc2a204 req-7d8848b7-e89b-42a9-8d0b-c021c6bacd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:55.877729 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4b3980b6-e8ed-4bfc-9670-e66b1fc2a204 req-7d8848b7-e89b-42a9-8d0b-c021c6bacd8b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b&tenant_id=569021eb1f054aa0b9a76bfafa7d7bf3 HTTP/1.1" status: 200 len: 1128 time: 0.3525610 Feb 07 12:03:55.927400 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4d1346f8-887e-4c72-b3a5-73a5bdec4b28 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032617'] for security_group_rule (7391f871-10a0-452d-ac16-09a06fdf2313), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:55.950690 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1346f8-887e-4c72-b3a5-73a5bdec4b28 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7391f871-10a0-452d-ac16-09a06fdf2313,revision_number=0']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:55.966781 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3980b6-e8ed-4bfc-9670-e66b1fc2a204 req-4a95102f-0eb3-4e84-9939-7dff29e5e910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:55.968295 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4b3980b6-e8ed-4bfc-9670-e66b1fc2a204 req-4a95102f-0eb3-4e84-9939-7dff29e5e910 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=569021eb1f054aa0b9a76bfafa7d7bf3&device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 1128 time: 0.0655842 Feb 07 12:03:56.029024 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4d1346f8-887e-4c72-b3a5-73a5bdec4b28 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:56.030266 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-4d1346f8-887e-4c72-b3a5-73a5bdec4b28 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6940513 Feb 07 12:03:56.034133 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 60732) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:03:56.038827 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-1f742508-35ce-43de-800a-af4bdae5293b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Request body: {'security_group_rule': {'security_group_id': '114bfb2e-0a71-49e5-972e-a7dcc44e5033', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:03:56.066471 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3980b6-e8ed-4bfc-9670-e66b1fc2a204 req-4b1bec6f-cfe3-4c19-b0e7-a2a451edb127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:56.067991 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4b3980b6-e8ed-4bfc-9670-e66b1fc2a204 req-4b1bec6f-cfe3-4c19-b0e7-a2a451edb127 service neutron] 10.222.0.18 "GET /v2.0/networks?id=044092f0-a486-42dc-94bd-4759b5537247 HTTP/1.1" status: 200 len: 910 time: 0.0932627 Feb 07 12:03:56.103976 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1f742508-35ce-43de-800a-af4bdae5293b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for security_group_rule (5b63e99f-855c-4531-87a5-bd9e59cb6779), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:56.136446 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4b3980b6-e8ed-4bfc-9670-e66b1fc2a204 req-3daf3a59-5ce8-4c61-b634-62f62f83ac5b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e83137d0-3c6c-4fb0-9add-d1c30d7d7287 HTTP/1.1" status: 200 len: 1000 time: 0.0620046 Feb 07 12:03:56.187104 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3980b6-e8ed-4bfc-9670-e66b1fc2a204 req-498db42a-2fe2-44d3-b6f1-d4823d21cbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:56.188629 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4b3980b6-e8ed-4bfc-9670-e66b1fc2a204 req-498db42a-2fe2-44d3-b6f1-d4823d21cbd5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275 HTTP/1.1" status: 200 len: 848 time: 0.0444772 Feb 07 12:03:56.189152 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1f742508-35ce-43de-800a-af4bdae5293b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for security_group_rule (5b63e99f-855c-4531-87a5-bd9e59cb6779), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:56.200883 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f3c22-4a71-4c27-bafb-40cb2fa96924 req-3cab5088-4260-4b36-8ff2-00a777454a3b tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:56.202502 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-467f3c22-4a71-4c27-bafb-40cb2fa96924 req-3cab5088-4260-4b36-8ff2-00a777454a3b tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dd2e83-d1d4-4070-bf1a-1347b865f2e9 HTTP/1.1" status: 200 len: 945 time: 0.0721424 Feb 07 12:03:56.242820 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3980b6-e8ed-4bfc-9670-e66b1fc2a204 req-f1d0bf66-330f-4d4b-9680-4b3f79cab4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:56.244336 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4b3980b6-e8ed-4bfc-9670-e66b1fc2a204 req-f1d0bf66-330f-4d4b-9680-4b3f79cab4b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=044092f0-a486-42dc-94bd-4759b5537247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0495484 Feb 07 12:03:56.253823 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-467f3c22-4a71-4c27-bafb-40cb2fa96924 req-65d3c928-3a85-4349-90d9-8ac1dca0413d tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/security-groups?id=58626264-1864-4620-86de-d2cf52212a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453243 Feb 07 12:03:56.264705 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1f742508-35ce-43de-800a-af4bdae5293b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032617'] for security_group_rule (5b63e99f-855c-4531-87a5-bd9e59cb6779), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:56.293724 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f742508-35ce-43de-800a-af4bdae5293b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b63e99f-855c-4531-87a5-bd9e59cb6779,revision_number=0']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:56.350768 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4b3980b6-e8ed-4bfc-9670-e66b1fc2a204 req-6d34efa3-6c11-4a2e-9aef-901cedc0364f service neutron] 10.222.0.18 "GET /v2.0/networks/044092f0-a486-42dc-94bd-4759b5537247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973928 Feb 07 12:03:56.394350 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1f742508-35ce-43de-800a-af4bdae5293b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:56.395867 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-1f742508-35ce-43de-800a-af4bdae5293b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3604243 Feb 07 12:03:56.399826 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 60738) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:03:56.407915 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-0b66716d-b066-4a83-ad4a-e3c663af9f37 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Request body: {'floatingip': {'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:03:56.511496 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0b66716d-b066-4a83-ad4a-e3c663af9f37 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:56.555322 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4b3980b6-e8ed-4bfc-9670-e66b1fc2a204 req-efbf6002-b7f9-4a10-a5a8-37d7a9df8789 service neutron] 10.222.0.18 "GET /v2.0/networks/044092f0-a486-42dc-94bd-4759b5537247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965890 Feb 07 12:03:56.571736 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150e36e-3b4b-49a6-b365-55c7651915f7 req-859e260d-b3ed-4f38-871d-265e0e062db4 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:56.573487 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f150e36e-3b4b-49a6-b365-55c7651915f7 req-859e260d-b3ed-4f38-871d-265e0e062db4 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 944 time: 0.1683540 Feb 07 12:03:56.579660 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682db0d-e628-4615-bd54-d45424fe9142 req-d8e2caf8-fdb1-41fd-bc5e-fa01ce953e6b tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:56.581099 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9682db0d-e628-4615-bd54-d45424fe9142 req-d8e2caf8-fdb1-41fd-bc5e-fa01ce953e6b tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.18 "GET /v2.0/networks?id=1d02701c-c637-4fd0-a81a-05c2ec80c184 HTTP/1.1" status: 200 len: 812 time: 0.1748536 Feb 07 12:03:56.631285 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0b66716d-b066-4a83-ad4a-e3c663af9f37 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:56.661285 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f150e36e-3b4b-49a6-b365-55c7651915f7 req-4eb39759-92c6-4fe3-9a01-5ac4e1b3d0b8 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789492 Feb 07 12:03:56.678152 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9682db0d-e628-4615-bd54-d45424fe9142 req-06c55f0e-5b22-4f03-8b7a-f1b9ddfd0051 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f652314e22c4aaeb65f608410318706 HTTP/1.1" status: 200 len: 380 time: 0.0804884 Feb 07 12:03:56.689756 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [req-9682db0d-e628-4615-bd54-d45424fe9142 req-e2e2631d-bc23-445d-b21e-5404e3c916ee tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Request body: {'port': {'device_id': '8641c81d-221b-47f7-9c68-598c9ec2d562', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'admin_state_up': True, 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'security_groups': ['4d0ea404-a5d1-4383-af02-01c54c973929']}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:03:56.704182 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b9e06d41-6af8-4542-b828-fa3085fc805c req-b395657a-adaa-41a8-a221-dc2f93433c9e tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 210 time: 0.0326028 Feb 07 12:03:56.776508 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_common [None req-0b66716d-b066-4a83-ad4a-e3c663af9f37 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Allocated IP 172.27.1.123 (12a459b1-c19f-48b5-9c0c-c18492f1de42/06f471c1-ec2c-4a47-a3f1-0b43664949d1/ce8f1b56-402c-4e58-b4eb-4f1d4a971110) {{(pid=109815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:03:56.886516 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0b66716d-b066-4a83-ad4a-e3c663af9f37 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for port (ce8f1b56-402c-4e58-b4eb-4f1d4a971110), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:56.893392 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9682db0d-e628-4615-bd54-d45424fe9142 req-e2e2631d-bc23-445d-b21e-5404e3c916ee tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Made reservation on behalf of 2f652314e22c4aaeb65f608410318706 for: {'port': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:03:56.898208 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-9682db0d-e628-4615-bd54-d45424fe9142 req-e2e2631d-bc23-445d-b21e-5404e3c916ee tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:57.003353 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0b66716d-b066-4a83-ad4a-e3c663af9f37 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8643334'] for port (ce8f1b56-402c-4e58-b4eb-4f1d4a971110), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:57.043962 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b66716d-b066-4a83-ad4a-e3c663af9f37 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Network 12a459b1-c19f-48b5-9c0c-c18492f1de42 is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:03:57.047810 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-0b66716d-b066-4a83-ad4a-e3c663af9f37 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:03:57.051046 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b66716d-b066-4a83-ad4a-e3c663af9f37 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Received port after_create {{(pid=109815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 12:03:57.056566 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66716d-b066-4a83-ad4a-e3c663af9f37 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Pushing event updated for resources: {'Port': ['ID=ce8f1b56-402c-4e58-b4eb-4f1d4a971110,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:57.059994 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb230c9-a96f-43f8-b58f-d44b0152173e req-250a38ad-46e9-427d-aa10-b8471a86833c tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:57.062248 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6fb230c9-a96f-43f8-b58f-d44b0152173e req-250a38ad-46e9-427d-aa10-b8471a86833c tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0dd2e83-d1d4-4070-bf1a-1347b865f2e9 HTTP/1.1" status: 200 len: 945 time: 0.0960939 Feb 07 12:03:57.146117 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0b66716d-b066-4a83-ad4a-e3c663af9f37 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for floatingip (186c6aea-e708-4c1f-afd5-40a09017e6ae), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:57.179973 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_common [req-9682db0d-e628-4615-bd54-d45424fe9142 req-e2e2631d-bc23-445d-b21e-5404e3c916ee tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Allocated IP 172.20.0.4 (1d02701c-c637-4fd0-a81a-05c2ec80c184/5739ce3e-861c-4135-b445-d8ec087e8538/0824bb2f-f4eb-4028-8a00-740d8fc8e8c6) {{(pid=109816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:03:57.234692 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-6fb230c9-a96f-43f8-b58f-d44b0152173e req-f441fd15-48fc-4881-9ef3-34d137e37029 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Deleting port 45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:03:57.235034 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-6fb230c9-a96f-43f8-b58f-d44b0152173e req-f441fd15-48fc-4881-9ef3-34d137e37029 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:57.275598 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0b66716d-b066-4a83-ad4a-e3c663af9f37 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (ce8f1b56-402c-4e58-b4eb-4f1d4a971110), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:57.431470 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-6fb230c9-a96f-43f8-b58f-d44b0152173e req-f441fd15-48fc-4881-9ef3-34d137e37029 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] For port 45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a,segment=NetworkSegment(0eaf1ece-4065-4ae4-8c2a-a98b57d10a80),segment_id=0eaf1ece-4065-4ae4-8c2a-a98b57d10a80)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:03:57.431842 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-6fb230c9-a96f-43f8-b58f-d44b0152173e req-f441fd15-48fc-4881-9ef3-34d137e37029 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:57.449896 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-9682db0d-e628-4615-bd54-d45424fe9142 req-e2e2631d-bc23-445d-b21e-5404e3c916ee tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for port (0824bb2f-f4eb-4028-8a00-740d8fc8e8c6), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:57.459044 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-6fb230c9-a96f-43f8-b58f-d44b0152173e req-f441fd15-48fc-4881-9ef3-34d137e37029 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Calling delete_port for 45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a owned by compute:nova {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:03:57.460797 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0b66716d-b066-4a83-ad4a-e3c663af9f37 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for port (ce8f1b56-402c-4e58-b4eb-4f1d4a971110), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:57.529564 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06743f6e-f7c0-4601-b0b2-e0c88d13a182 req-146ecb3c-35bf-47d3-9854-696d463c6956 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:57.531000 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-06743f6e-f7c0-4601-b0b2-e0c88d13a182 req-146ecb3c-35bf-47d3-9854-696d463c6956 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dd2e83-d1d4-4070-bf1a-1347b865f2e9 HTTP/1.1" status: 200 len: 945 time: 0.1716924 Feb 07 12:03:57.555144 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0b66716d-b066-4a83-ad4a-e3c663af9f37 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8643343'] for port (ce8f1b56-402c-4e58-b4eb-4f1d4a971110), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:57.607964 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-06743f6e-f7c0-4601-b0b2-e0c88d13a182 req-19f906cc-fe5c-45fe-a3ca-f855506afbdb tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/security-groups?id=58626264-1864-4620-86de-d2cf52212a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695829 Feb 07 12:03:57.633145 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66716d-b066-4a83-ad4a-e3c663af9f37 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Pushing event updated for resources: {'Port': ['ID=ce8f1b56-402c-4e58-b4eb-4f1d4a971110,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:57.642851 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-9682db0d-e628-4615-bd54-d45424fe9142 req-e2e2631d-bc23-445d-b21e-5404e3c916ee tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (0824bb2f-f4eb-4028-8a00-740d8fc8e8c6), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:57.644027 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0b66716d-b066-4a83-ad4a-e3c663af9f37 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-875882'] for floatingip (186c6aea-e708-4c1f-afd5-40a09017e6ae), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:57.709341 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9682db0d-e628-4615-bd54-d45424fe9142 req-e2e2631d-bc23-445d-b21e-5404e3c916ee tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Network 1d02701c-c637-4fd0-a81a-05c2ec80c184 is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:03:57.712893 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [req-9682db0d-e628-4615-bd54-d45424fe9142 req-e2e2631d-bc23-445d-b21e-5404e3c916ee tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:03:57.715410 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9682db0d-e628-4615-bd54-d45424fe9142 req-e2e2631d-bc23-445d-b21e-5404e3c916ee tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Received port after_create {{(pid=109816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 12:03:57.722355 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2631d-bc23-445d-b21e-5404e3c916ee tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Pushing event updated for resources: {'Port': ['ID=0824bb2f-f4eb-4028-8a00-740d8fc8e8c6,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:57.737793 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-0b66716d-b066-4a83-ad4a-e3c663af9f37 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for floatingip (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:57.737793 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-0b66716d-b066-4a83-ad4a-e3c663af9f37 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3359401 Feb 07 12:03:57.759653 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e2631d-bc23-445d-b21e-5404e3c916ee tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:57.760013 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e2631d-bc23-445d-b21e-5404e3c916ee tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:57.760370 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e2631d-bc23-445d-b21e-5404e3c916ee tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:57.760745 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e2631d-bc23-445d-b21e-5404e3c916ee tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:57.761119 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e2631d-bc23-445d-b21e-5404e3c916ee tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:57.761453 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e2631d-bc23-445d-b21e-5404e3c916ee tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:57.761843 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e2631d-bc23-445d-b21e-5404e3c916ee tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:57.762177 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e2631d-bc23-445d-b21e-5404e3c916ee tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:57.762917 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e2631d-bc23-445d-b21e-5404e3c916ee tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:57.762917 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e2631d-bc23-445d-b21e-5404e3c916ee tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:57.763152 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e2631d-bc23-445d-b21e-5404e3c916ee tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:57.763459 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e2631d-bc23-445d-b21e-5404e3c916ee tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:57.763813 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e2631d-bc23-445d-b21e-5404e3c916ee tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:03:57.801082 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682db0d-e628-4615-bd54-d45424fe9142 req-e2e2631d-bc23-445d-b21e-5404e3c916ee tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:57.802801 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-9682db0d-e628-4615-bd54-d45424fe9142 req-e2e2631d-bc23-445d-b21e-5404e3c916ee tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:57.806848 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-6fb230c9-a96f-43f8-b58f-d44b0152173e req-f441fd15-48fc-4881-9ef3-34d137e37029 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:57.819742 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 12:03:57.824757 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f08e8-9d9b-4f66-860f-b225af69e23e req-7d872c9b-a39c-4889-82d1-8445bf7fcb50 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:57.833323 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-948f08e8-9d9b-4f66-860f-b225af69e23e req-7d872c9b-a39c-4889-82d1-8445bf7fcb50 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 944 time: 0.0811150 Feb 07 12:03:57.851655 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441fd15-48fc-4881-9ef3-34d137e37029 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Pushing event deleted for resources: {'Port': ['ID=45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:57.905306 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-948f08e8-9d9b-4f66-860f-b225af69e23e req-23502433-2cd0-4821-97be-90546c4dc19b tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682106 Feb 07 12:03:57.936042 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb230c9-a96f-43f8-b58f-d44b0152173e req-f441fd15-48fc-4881-9ef3-34d137e37029 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] No DVR routers for this DVR port 45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a on host hv-cinder-81735 {{(pid=109816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:03:57.945995 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-6fb230c9-a96f-43f8-b58f-d44b0152173e req-f441fd15-48fc-4881-9ef3-34d137e37029 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:57.950049 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6fb230c9-a96f-43f8-b58f-d44b0152173e req-f441fd15-48fc-4881-9ef3-34d137e37029 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.18 "DELETE /v2.0/ports/45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a HTTP/1.1" status: 204 len: 173 time: 0.8808506 Feb 07 12:03:57.951999 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0dd2e83-d1d4-4070-bf1a-1347b865f2e9', 'name': 'network-vif-deleted', 'tag': '45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:03:57.954320 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f34024-830f-4cba-a0ee-08ace7fcadcc" -d '{"events": [{"server_uuid": "b0dd2e83-d1d4-4070-bf1a-1347b865f2e9", "name": "network-vif-deleted", "tag": "45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:03:57.965796 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9682db0d-e628-4615-bd54-d45424fe9142 req-e2e2631d-bc23-445d-b21e-5404e3c916ee tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2776957 Feb 07 12:03:57.980650 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [req-9682db0d-e628-4615-bd54-d45424fe9142 req-567a4aee-9248-4fbd-b14c-b5668a6a691c service neutron] Request body: {'port': {'device_id': '8641c81d-221b-47f7-9c68-598c9ec2d562', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:03:58.027998 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949359a6-7d09-497e-aee1-90afbefd5365 req-d168eaf1-6627-4183-87a1-27574eab4f5d tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:58.030049 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-949359a6-7d09-497e-aee1-90afbefd5365 req-d168eaf1-6627-4183-87a1-27574eab4f5d tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 931 time: 0.1803679 Feb 07 12:03:58.064025 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-835074b4-8a77-45d3-b1e1-0287e38115e6 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1943532329&fields=id&tenant_id=5aee5042ef3f4e89b7ecbd8f22bbd057 HTTP/1.1" status: 200 len: 267 time: 0.0467207 Feb 07 12:03:58.081265 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-9682db0d-e628-4615-bd54-d45424fe9142 req-567a4aee-9248-4fbd-b14c-b5668a6a691c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (0824bb2f-f4eb-4028-8a00-740d8fc8e8c6), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:58.090428 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-bd44c549-d7a0-4bd7-a13d-d72f194a64c8 None None] Provisioning complete for port 0824bb2f-f4eb-4028-8a00-740d8fc8e8c6 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:03:58.090824 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-bd44c549-d7a0-4bd7-a13d-d72f194a64c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (0824bb2f-f4eb-4028-8a00-740d8fc8e8c6), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:58.128122 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-bd44c549-d7a0-4bd7-a13d-d72f194a64c8 None None] Port 0824bb2f-f4eb-4028-8a00-740d8fc8e8c6 cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 12:03:58.142188 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-949359a6-7d09-497e-aee1-90afbefd5365 req-63e4bcd1-9c75-4610-b256-6a754cc598e2 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007710 Feb 07 12:03:58.201738 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-d8d71f3f-e3b2-4b6b-ba26-cdcaaa08e308 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:58.203309 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-d8d71f3f-e3b2-4b6b-ba26-cdcaaa08e308 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/networks?id=7e90f11b-6d0b-4095-9954-c1764d14537e HTTP/1.1" status: 200 len: 810 time: 0.1327553 Feb 07 12:03:58.218553 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-ffa72733-82d1-4d81-8922-2c303eca7d68 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/quotas/5aee5042ef3f4e89b7ecbd8f22bbd057 HTTP/1.1" status: 200 len: 375 time: 0.0098526 Feb 07 12:03:58.220491 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726cf0d5-9a43-4f6e-935c-d7fe93109ed1 x-openstack-request-id: req-726cf0d5-9a43-4f6e-935c-d7fe93109ed1 {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:03:58.220854 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0dd2e83-d1d4-4070-bf1a-1347b865f2e9", "name": "network-vif-deleted", "tag": "45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:03:58.221176 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-726cf0d5-9a43-4f6e-935c-d7fe93109ed1 {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:03:58.221661 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0dd2e83-d1d4-4070-bf1a-1347b865f2e9', 'name': 'network-vif-deleted', 'tag': '45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a', 'status': 'completed', 'code': 200} Feb 07 12:03:58.276326 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-32a99898-da9e-4e7d-9db8-ca049b6737af tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5aee5042ef3f4e89b7ecbd8f22bbd057&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506520 Feb 07 12:03:58.375816 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-bc6a076f-a1fc-416f-88fc-4877b984c59a service neutron] 10.222.0.67 "GET /v2.0/networks/7e90f11b-6d0b-4095-9954-c1764d14537e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876741 Feb 07 12:03:58.400653 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [req-9682db0d-e628-4615-bd54-d45424fe9142 req-567a4aee-9248-4fbd-b14c-b5668a6a691c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0824bb2f-f4eb-4028-8a00-740d8fc8e8c6 {{(pid=109816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 12:03:58.412737 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-9682db0d-e628-4615-bd54-d45424fe9142 req-567a4aee-9248-4fbd-b14c-b5668a6a691c service neutron] Publish callbacks [] for port (0824bb2f-f4eb-4028-8a00-740d8fc8e8c6), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:58.426719 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.provisioning_blocks [req-9682db0d-e628-4615-bd54-d45424fe9142 req-567a4aee-9248-4fbd-b14c-b5668a6a691c service neutron] Transition to ACTIVE for port object 0824bb2f-f4eb-4028-8a00-740d8fc8e8c6 will not be triggered until provisioned by entity L2. {{(pid=109816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:03:58.485142 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-258de364-9ea6-4bb3-976e-896e7bc32988 service neutron] 10.222.0.67 "GET /v2.0/networks/7e90f11b-6d0b-4095-9954-c1764d14537e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035264 Feb 07 12:03:58.504473 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-9682db0d-e628-4615-bd54-d45424fe9142 req-567a4aee-9248-4fbd-b14c-b5668a6a691c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209623'] for port (0824bb2f-f4eb-4028-8a00-740d8fc8e8c6), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:58.555832 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a4aee-9248-4fbd-b14c-b5668a6a691c service neutron] Pushing event updated for resources: {'Port': ['ID=0824bb2f-f4eb-4028-8a00-740d8fc8e8c6,revision_number=2']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:58.633192 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-9682db0d-e628-4615-bd54-d45424fe9142 req-567a4aee-9248-4fbd-b14c-b5668a6a691c service neutron] Attempting to bind port 0824bb2f-f4eb-4028-8a00-740d8fc8e8c6 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 12:03:58.634624 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-9682db0d-e628-4615-bd54-d45424fe9142 req-567a4aee-9248-4fbd-b14c-b5668a6a691c service neutron] Attempting to bind port 0824bb2f-f4eb-4028-8a00-740d8fc8e8c6 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'b69da94f-349b-487c-88c8-2782db5b7d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184'}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 12:03:58.634624 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9682db0d-e628-4615-bd54-d45424fe9142 req-567a4aee-9248-4fbd-b14c-b5668a6a691c service neutron] Attempting to bind port 0824bb2f-f4eb-4028-8a00-740d8fc8e8c6 on network 1d02701c-c637-4fd0-a81a-05c2ec80c184 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 12:03:58.639995 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9682db0d-e628-4615-bd54-d45424fe9142 req-567a4aee-9248-4fbd-b14c-b5668a6a691c service neutron] Port 0824bb2f-f4eb-4028-8a00-740d8fc8e8c6 on network 1d02701c-c637-4fd0-a81a-05c2ec80c184 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 12:03:58.640320 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9682db0d-e628-4615-bd54-d45424fe9142 req-567a4aee-9248-4fbd-b14c-b5668a6a691c service neutron] Attempting to bind port 0824bb2f-f4eb-4028-8a00-740d8fc8e8c6 on network 1d02701c-c637-4fd0-a81a-05c2ec80c184 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 12:03:58.645727 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9682db0d-e628-4615-bd54-d45424fe9142 req-567a4aee-9248-4fbd-b14c-b5668a6a691c service neutron] Checking agent: {'id': '0d418b69-6da0-49d9-b758-bac8cc78f2cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'started_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 12:03:58.646069 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9682db0d-e628-4615-bd54-d45424fe9142 req-567a4aee-9248-4fbd-b14c-b5668a6a691c service neutron] Checking segment: {'id': 'b69da94f-349b-487c-88c8-2782db5b7d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 12:03:58.646447 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9682db0d-e628-4615-bd54-d45424fe9142 req-567a4aee-9248-4fbd-b14c-b5668a6a691c service neutron] Bound using segment: {'id': 'b69da94f-349b-487c-88c8-2782db5b7d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184'} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 12:03:58.646872 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-9682db0d-e628-4615-bd54-d45424fe9142 req-567a4aee-9248-4fbd-b14c-b5668a6a691c service neutron] Bound port: 0824bb2f-f4eb-4028-8a00-740d8fc8e8c6, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b69da94f-349b-487c-88c8-2782db5b7d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184'}}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 12:03:58.647226 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-9682db0d-e628-4615-bd54-d45424fe9142 req-567a4aee-9248-4fbd-b14c-b5668a6a691c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (0824bb2f-f4eb-4028-8a00-740d8fc8e8c6), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:58.724918 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-9682db0d-e628-4615-bd54-d45424fe9142 req-567a4aee-9248-4fbd-b14c-b5668a6a691c service neutron] For port 0824bb2f-f4eb-4028-8a00-740d8fc8e8c6, host hv-cinder-81735, cleared binding levels {{(pid=109816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 12:03:58.734028 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-9682db0d-e628-4615-bd54-d45424fe9142 req-567a4aee-9248-4fbd-b14c-b5668a6a691c service neutron] For port 0824bb2f-f4eb-4028-8a00-740d8fc8e8c6, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=0824bb2f-f4eb-4028-8a00-740d8fc8e8c6,segment=NetworkSegment(b69da94f-349b-487c-88c8-2782db5b7d3b),segment_id=b69da94f-349b-487c-88c8-2782db5b7d3b)] {{(pid=109816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 12:03:58.770302 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d09e3e04-daa9-4b49-93fb-4d795e93c995 req-05178692-4852-41a6-8017-cfc50f7ddae1 tempest-VolumesSnapshotTestJSON-2018427701 tempest-VolumesSnapshotTestJSON-2018427701-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0dd2e83-d1d4-4070-bf1a-1347b865f2e9 HTTP/1.1" status: 200 len: 210 time: 0.0341511 Feb 07 12:03:58.785765 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-1082a6fe-a212-4c6c-a484-427d3a0b00f5 req-6b06a852-b554-4254-9f3c-b2f7a285da46 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 210 time: 0.0514781 Feb 07 12:03:58.836522 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-9682db0d-e628-4615-bd54-d45424fe9142 req-567a4aee-9248-4fbd-b14c-b5668a6a691c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209623'] for port (0824bb2f-f4eb-4028-8a00-740d8fc8e8c6), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:58.877917 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682db0d-e628-4615-bd54-d45424fe9142 req-567a4aee-9248-4fbd-b14c-b5668a6a691c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:58.878545 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-9682db0d-e628-4615-bd54-d45424fe9142 req-567a4aee-9248-4fbd-b14c-b5668a6a691c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:03:58.880430 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9682db0d-e628-4615-bd54-d45424fe9142 req-567a4aee-9248-4fbd-b14c-b5668a6a691c service neutron] 10.222.0.18 "PUT /v2.0/ports/0824bb2f-f4eb-4028-8a00-740d8fc8e8c6 HTTP/1.1" status: 200 len: 1093 time: 0.9041822 Feb 07 12:03:58.908649 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a4aee-9248-4fbd-b14c-b5668a6a691c service neutron] Pushing event updated for resources: {'Port': ['ID=0824bb2f-f4eb-4028-8a00-740d8fc8e8c6,revision_number=3']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:03:59.028272 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880856e9-9acc-4ef5-9a72-51077046312b req-56fb67f1-1893-470e-b509-b7fd3772e946 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:59.034122 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-880856e9-9acc-4ef5-9a72-51077046312b req-56fb67f1-1893-470e-b509-b7fd3772e946 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 944 time: 0.0602429 Feb 07 12:03:59.083035 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-880856e9-9acc-4ef5-9a72-51077046312b req-a9867e52-62fc-4cb2-b5f8-24fc6bfa04d5 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474391 Feb 07 12:03:59.220181 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682db0d-e628-4615-bd54-d45424fe9142 req-ad2bd655-b472-4ad9-af21-2c249cc3a496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:59.223009 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9682db0d-e628-4615-bd54-d45424fe9142 req-ad2bd655-b472-4ad9-af21-2c249cc3a496 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f652314e22c4aaeb65f608410318706&device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 1127 time: 0.0570657 Feb 07 12:03:59.264302 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95760cbc-0232-4e4f-b601-dba7a6e36f02 req-26d4dff3-e952-4fbe-9c53-99e37c52b01b tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:59.267352 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9682db0d-e628-4615-bd54-d45424fe9142 req-319b5e2b-8949-49fe-b4e1-ef2e6cad3248 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0824bb2f-f4eb-4028-8a00-740d8fc8e8c6 HTTP/1.1" status: 200 len: 217 time: 0.0387824 Feb 07 12:03:59.267522 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-95760cbc-0232-4e4f-b601-dba7a6e36f02 req-26d4dff3-e952-4fbe-9c53-99e37c52b01b tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 943 time: 0.0552659 Feb 07 12:03:59.316475 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682db0d-e628-4615-bd54-d45424fe9142 req-c670422e-4fe4-4a99-ac6d-c2df67b8d7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:59.318114 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9682db0d-e628-4615-bd54-d45424fe9142 req-c670422e-4fe4-4a99-ac6d-c2df67b8d7d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5739ce3e-861c-4135-b445-d8ec087e8538 HTTP/1.1" status: 200 len: 851 time: 0.0450175 Feb 07 12:03:59.318612 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-95760cbc-0232-4e4f-b601-dba7a6e36f02 req-523fd340-b374-45f1-94d5-928f8620d9a1 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472958 Feb 07 12:03:59.367848 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682db0d-e628-4615-bd54-d45424fe9142 req-5ad3f5e0-2557-4564-918f-73d9d0c2285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:03:59.369348 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9682db0d-e628-4615-bd54-d45424fe9142 req-5ad3f5e0-2557-4564-918f-73d9d0c2285a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1d02701c-c637-4fd0-a81a-05c2ec80c184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454881 Feb 07 12:03:59.460186 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9682db0d-e628-4615-bd54-d45424fe9142 req-1812a6f6-11cb-4944-8d44-df6a6c5d72e8 service neutron] 10.222.0.18 "GET /v2.0/networks/1d02701c-c637-4fd0-a81a-05c2ec80c184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835125 Feb 07 12:03:59.548826 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9682db0d-e628-4615-bd54-d45424fe9142 req-79a6d0eb-9cc5-4eef-b3b1-d899d6eb0b5d service neutron] 10.222.0.18 "GET /v2.0/networks/1d02701c-c637-4fd0-a81a-05c2ec80c184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806110 Feb 07 12:03:59.887685 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9ea42d55-4241-4786-9c96-78a94e278d4b req-5eae7f06-9f8f-49d2-8e38-ace4c1317a1b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 210 time: 0.0320475 Feb 07 12:04:00.093854 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:04:00.113817 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] No Port match for: 45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:04:00.114167 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 45ecbfc8-9199-4982-9ae0-1ae8b3a9fe5a not bound to the agent host hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:04:00.202180 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07525652-e296-479f-a675-640522922852 req-141902be-f8e7-4e34-8cb6-0e26031f6999 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:00.203666 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-07525652-e296-479f-a675-640522922852 req-141902be-f8e7-4e34-8cb6-0e26031f6999 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 944 time: 0.0538933 Feb 07 12:04:00.222545 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8641c81d-221b-47f7-9c68-598c9ec2d562', 'tag': '0824bb2f-f4eb-4028-8a00-740d8fc8e8c6'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:04:00.224959 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d71f5ab-609c-4b9d-8740-b0ff55f7c437" -d '{"events": [{"name": "network-changed", "server_uuid": "8641c81d-221b-47f7-9c68-598c9ec2d562", "tag": "0824bb2f-f4eb-4028-8a00-740d8fc8e8c6"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:04:00.251666 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-07525652-e296-479f-a675-640522922852 req-2488ce1c-7d8d-4cfd-b02f-d4abeec95490 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423453 Feb 07 12:04:00.260412 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 12:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a14cca-9c73-45d7-a4d2-f44dd3e5da6a x-openstack-request-id: req-c9a14cca-9c73-45d7-a4d2-f44dd3e5da6a {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:04:00.260705 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8641c81d-221b-47f7-9c68-598c9ec2d562", "tag": "0824bb2f-f4eb-4028-8a00-740d8fc8e8c6", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:04:00.260961 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c9a14cca-9c73-45d7-a4d2-f44dd3e5da6a {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:04:00.261383 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8641c81d-221b-47f7-9c68-598c9ec2d562', 'tag': '0824bb2f-f4eb-4028-8a00-740d8fc8e8c6', 'status': 'completed', 'code': 200} Feb 07 12:04:00.328510 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71f5ab-609c-4b9d-8740-b0ff55f7c437 req-0097c7e6-8850-45d4-bafd-e1b6e2f29610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:00.336690 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5d71f5ab-609c-4b9d-8740-b0ff55f7c437 req-0097c7e6-8850-45d4-bafd-e1b6e2f29610 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f652314e22c4aaeb65f608410318706&device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 1127 time: 0.0466936 Feb 07 12:04:00.471204 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4354bb3-dbc4-406a-bb1f-827f5764bf3d req-2411a0b7-f593-4eb0-8033-5952eed7ea60 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:00.472666 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d4354bb3-dbc4-406a-bb1f-827f5764bf3d req-2411a0b7-f593-4eb0-8033-5952eed7ea60 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 943 time: 0.0801013 Feb 07 12:04:00.477228 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71f5ab-609c-4b9d-8740-b0ff55f7c437 req-207572b8-5a52-48db-b3ba-9304a098e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:00.478626 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5d71f5ab-609c-4b9d-8740-b0ff55f7c437 req-207572b8-5a52-48db-b3ba-9304a098e761 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1d02701c-c637-4fd0-a81a-05c2ec80c184 HTTP/1.1" status: 200 len: 913 time: 0.1372745 Feb 07 12:04:00.530390 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5d71f5ab-609c-4b9d-8740-b0ff55f7c437 req-71b60a16-31bc-472c-865b-565317a62f9c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0824bb2f-f4eb-4028-8a00-740d8fc8e8c6 HTTP/1.1" status: 200 len: 217 time: 0.0439205 Feb 07 12:04:00.586332 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d4354bb3-dbc4-406a-bb1f-827f5764bf3d req-02ef8fc7-e149-43bf-8fc9-58c26939b894 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066968 Feb 07 12:04:00.596842 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71f5ab-609c-4b9d-8740-b0ff55f7c437 req-f6636952-fad9-47da-8d2d-3861f8e59230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:00.598224 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5d71f5ab-609c-4b9d-8740-b0ff55f7c437 req-f6636952-fad9-47da-8d2d-3861f8e59230 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5739ce3e-861c-4135-b445-d8ec087e8538 HTTP/1.1" status: 200 len: 851 time: 0.0583808 Feb 07 12:04:00.648980 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71f5ab-609c-4b9d-8740-b0ff55f7c437 req-cfd4906d-bbbb-485f-990e-b93e687f6307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:00.650525 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5d71f5ab-609c-4b9d-8740-b0ff55f7c437 req-cfd4906d-bbbb-485f-990e-b93e687f6307 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1d02701c-c637-4fd0-a81a-05c2ec80c184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457845 Feb 07 12:04:00.743604 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5d71f5ab-609c-4b9d-8740-b0ff55f7c437 req-917afeb9-98d9-4089-9615-e58e4313f823 service neutron] 10.222.0.18 "GET /v2.0/networks/1d02701c-c637-4fd0-a81a-05c2ec80c184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858481 Feb 07 12:04:00.837791 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5d71f5ab-609c-4b9d-8740-b0ff55f7c437 req-127da734-04f7-4b64-9354-b6ef828bbaad service neutron] 10.222.0.18 "GET /v2.0/networks/1d02701c-c637-4fd0-a81a-05c2ec80c184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826244 Feb 07 12:04:00.952963 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-1c129f9d-1837-47ca-b49d-16f20ba2adcf tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:00.954441 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-1c129f9d-1837-47ca-b49d-16f20ba2adcf tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.18 "GET /v2.0/networks?id=7e90f11b-6d0b-4095-9954-c1764d14537e HTTP/1.1" status: 200 len: 810 time: 0.1029024 Feb 07 12:04:00.983197 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c2b38af5-c404-47c8-9f2f-81195980b01a req-23c07f7d-7c8f-497e-8a74-90c17555d9e7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 210 time: 0.0272527 Feb 07 12:04:01.021039 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-8e211dd9-8020-4f9e-9c28-2d1925fdbc93 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5aee5042ef3f4e89b7ecbd8f22bbd057 HTTP/1.1" status: 200 len: 380 time: 0.0523465 Feb 07 12:04:01.029922 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-99079063-f82e-474a-9ed8-5508091b5cb0 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Request body: {'port': {'device_id': '4d14a9fa-48d8-48cf-8d45-90743b74a33b', 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e', 'admin_state_up': True, 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'security_groups': ['114bfb2e-0a71-49e5-972e-a7dcc44e5033']}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:04:01.207642 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-99079063-f82e-474a-9ed8-5508091b5cb0 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Made reservation on behalf of 5aee5042ef3f4e89b7ecbd8f22bbd057 for: {'port': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:04:01.210945 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-99079063-f82e-474a-9ed8-5508091b5cb0 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:01.346774 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_common [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-99079063-f82e-474a-9ed8-5508091b5cb0 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Allocated IP 172.20.0.6 (7e90f11b-6d0b-4095-9954-c1764d14537e/b1a0f93d-db77-4f5b-a7ca-00e373764377/49016624-475a-4ad8-be3b-d20ac27c8c74) {{(pid=109816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:04:01.416867 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c845a9-06f9-4f50-ba11-aef2b048a35a req-1de44334-e952-407f-a962-55eaf70e89b6 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:01.418381 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-51c845a9-06f9-4f50-ba11-aef2b048a35a req-1de44334-e952-407f-a962-55eaf70e89b6 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 944 time: 0.0862789 Feb 07 12:04:01.525745 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-51c845a9-06f9-4f50-ba11-aef2b048a35a req-ec0d052d-8b41-4b7e-8f91-4610d073abb8 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013734 Feb 07 12:04:01.551776 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-99079063-f82e-474a-9ed8-5508091b5cb0 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for port (49016624-475a-4ad8-be3b-d20ac27c8c74), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:01.664070 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-99079063-f82e-474a-9ed8-5508091b5cb0 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (49016624-475a-4ad8-be3b-d20ac27c8c74), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:01.704610 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38184c6b-9ab7-40b2-8ce3-ba465bb7656b req-da6d2f2f-c80c-4c15-8885-3a5ed98442a6 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:01.705318 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-99079063-f82e-474a-9ed8-5508091b5cb0 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Network 7e90f11b-6d0b-4095-9954-c1764d14537e is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:04:01.706132 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-38184c6b-9ab7-40b2-8ce3-ba465bb7656b req-da6d2f2f-c80c-4c15-8885-3a5ed98442a6 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 943 time: 0.0543020 Feb 07 12:04:01.710596 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-99079063-f82e-474a-9ed8-5508091b5cb0 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:04:01.715153 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-99079063-f82e-474a-9ed8-5508091b5cb0 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Received port after_create {{(pid=109816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 12:04:01.741635 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99079063-f82e-474a-9ed8-5508091b5cb0 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Pushing event updated for resources: {'Port': ['ID=49016624-475a-4ad8-be3b-d20ac27c8c74,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:04:01.775877 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-99079063-f82e-474a-9ed8-5508091b5cb0 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:01.776552 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-99079063-f82e-474a-9ed8-5508091b5cb0 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:01.850149 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-99079063-f82e-474a-9ed8-5508091b5cb0 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8242359 Feb 07 12:04:01.863383 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-b7884a25-5696-4a6e-b30f-94c0dfc8675c service neutron] Request body: {'port': {'device_id': '4d14a9fa-48d8-48cf-8d45-90743b74a33b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:04:01.938915 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-b7884a25-5696-4a6e-b30f-94c0dfc8675c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (49016624-475a-4ad8-be3b-d20ac27c8c74), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:02.040525 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-acae5488-7434-4e2b-a636-789441532db8 None None] Provisioning complete for port 49016624-475a-4ad8-be3b-d20ac27c8c74 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:04:02.041013 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-acae5488-7434-4e2b-a636-789441532db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (49016624-475a-4ad8-be3b-d20ac27c8c74), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:02.056638 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-38184c6b-9ab7-40b2-8ce3-ba465bb7656b req-95a4c208-d490-4db6-bbbb-2be47cd54ab6 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3445952 Feb 07 12:04:02.085461 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-acae5488-7434-4e2b-a636-789441532db8 None None] Port 49016624-475a-4ad8-be3b-d20ac27c8c74 cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 12:04:02.181878 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c740f-fad2-4660-837d-a23c57e2dcdf req-0917f16d-c751-48ca-984d-4f5f1b01de33 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:02.183381 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5e3c740f-fad2-4660-837d-a23c57e2dcdf req-0917f16d-c751-48ca-984d-4f5f1b01de33 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 931 time: 0.1148691 Feb 07 12:04:02.260387 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5e3c740f-fad2-4660-837d-a23c57e2dcdf req-b9fde212-e8dc-40f1-a2a7-5a291af6852c tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=114bfb2e-0a71-49e5-972e-a7dcc44e5033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690327 Feb 07 12:04:02.293063 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-b7884a25-5696-4a6e-b30f-94c0dfc8675c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49016624-475a-4ad8-be3b-d20ac27c8c74 {{(pid=109816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 12:04:02.301073 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-b7884a25-5696-4a6e-b30f-94c0dfc8675c service neutron] Publish callbacks [] for port (49016624-475a-4ad8-be3b-d20ac27c8c74), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:02.313436 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.provisioning_blocks [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-b7884a25-5696-4a6e-b30f-94c0dfc8675c service neutron] Transition to ACTIVE for port object 49016624-475a-4ad8-be3b-d20ac27c8c74 will not be triggered until provisioned by entity L2. {{(pid=109816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:04:02.407672 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-b7884a25-5696-4a6e-b30f-94c0dfc8675c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209623'] for port (49016624-475a-4ad8-be3b-d20ac27c8c74), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:02.458552 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7884a25-5696-4a6e-b30f-94c0dfc8675c service neutron] Pushing event updated for resources: {'Port': ['ID=49016624-475a-4ad8-be3b-d20ac27c8c74,revision_number=2']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:04:02.527163 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-b7884a25-5696-4a6e-b30f-94c0dfc8675c service neutron] Attempting to bind port 49016624-475a-4ad8-be3b-d20ac27c8c74 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 12:04:02.527503 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-b7884a25-5696-4a6e-b30f-94c0dfc8675c service neutron] Attempting to bind port 49016624-475a-4ad8-be3b-d20ac27c8c74 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '5ce52992-6ecb-4a67-aa5e-518eb9452259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e'}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 12:04:02.527828 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-b7884a25-5696-4a6e-b30f-94c0dfc8675c service neutron] Attempting to bind port 49016624-475a-4ad8-be3b-d20ac27c8c74 on network 7e90f11b-6d0b-4095-9954-c1764d14537e {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 12:04:02.532756 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-b7884a25-5696-4a6e-b30f-94c0dfc8675c service neutron] Port 49016624-475a-4ad8-be3b-d20ac27c8c74 on network 7e90f11b-6d0b-4095-9954-c1764d14537e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 12:04:02.533075 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-b7884a25-5696-4a6e-b30f-94c0dfc8675c service neutron] Attempting to bind port 49016624-475a-4ad8-be3b-d20ac27c8c74 on network 7e90f11b-6d0b-4095-9954-c1764d14537e {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 12:04:02.537951 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-b7884a25-5696-4a6e-b30f-94c0dfc8675c service neutron] Checking agent: {'id': '0d418b69-6da0-49d9-b758-bac8cc78f2cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'started_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 12:04:02.538338 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-b7884a25-5696-4a6e-b30f-94c0dfc8675c service neutron] Checking segment: {'id': '5ce52992-6ecb-4a67-aa5e-518eb9452259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 12:04:02.538674 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-b7884a25-5696-4a6e-b30f-94c0dfc8675c service neutron] Bound using segment: {'id': '5ce52992-6ecb-4a67-aa5e-518eb9452259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e'} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 12:04:02.539097 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-b7884a25-5696-4a6e-b30f-94c0dfc8675c service neutron] Bound port: 49016624-475a-4ad8-be3b-d20ac27c8c74, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ce52992-6ecb-4a67-aa5e-518eb9452259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e'}}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 12:04:02.539452 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-b7884a25-5696-4a6e-b30f-94c0dfc8675c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (49016624-475a-4ad8-be3b-d20ac27c8c74), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:02.610457 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-b7884a25-5696-4a6e-b30f-94c0dfc8675c service neutron] For port 49016624-475a-4ad8-be3b-d20ac27c8c74, host hv-cinder-81735, cleared binding levels {{(pid=109816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 12:04:02.624698 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-b7884a25-5696-4a6e-b30f-94c0dfc8675c service neutron] For port 49016624-475a-4ad8-be3b-d20ac27c8c74, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=49016624-475a-4ad8-be3b-d20ac27c8c74,segment=NetworkSegment(5ce52992-6ecb-4a67-aa5e-518eb9452259),segment_id=5ce52992-6ecb-4a67-aa5e-518eb9452259)] {{(pid=109816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 12:04:02.658475 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af4c3d-a3e6-4b76-9718-1008b7410b8b req-5d552d00-00b3-4ee2-8a07-5907bae06021 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:02.661234 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c0af4c3d-a3e6-4b76-9718-1008b7410b8b req-5d552d00-00b3-4ee2-8a07-5907bae06021 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 944 time: 0.0647771 Feb 07 12:04:02.711180 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-b7884a25-5696-4a6e-b30f-94c0dfc8675c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209623'] for port (49016624-475a-4ad8-be3b-d20ac27c8c74), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:02.716368 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c0af4c3d-a3e6-4b76-9718-1008b7410b8b req-fc83be03-3514-477c-82bc-408feec88e69 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497708 Feb 07 12:04:02.751236 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-b7884a25-5696-4a6e-b30f-94c0dfc8675c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:02.751861 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-b7884a25-5696-4a6e-b30f-94c0dfc8675c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:02.753289 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-b7884a25-5696-4a6e-b30f-94c0dfc8675c service neutron] 10.222.0.18 "PUT /v2.0/ports/49016624-475a-4ad8-be3b-d20ac27c8c74 HTTP/1.1" status: 200 len: 1093 time: 0.8948269 Feb 07 12:04:02.753781 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d14a9fa-48d8-48cf-8d45-90743b74a33b', 'tag': '49016624-475a-4ad8-be3b-d20ac27c8c74'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:04:02.756068 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30784d09-c1ea-4766-a93b-a6a897dd97d3" -d '{"events": [{"name": "network-changed", "server_uuid": "4d14a9fa-48d8-48cf-8d45-90743b74a33b", "tag": "49016624-475a-4ad8-be3b-d20ac27c8c74"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:04:02.774304 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7884a25-5696-4a6e-b30f-94c0dfc8675c service neutron] Pushing event updated for resources: {'Port': ['ID=49016624-475a-4ad8-be3b-d20ac27c8c74,revision_number=3']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:04:02.795235 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 12:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b0f9f2-fa18-4fb0-8956-47b85f0828fe x-openstack-request-id: req-60b0f9f2-fa18-4fb0-8956-47b85f0828fe {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:04:02.795602 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d14a9fa-48d8-48cf-8d45-90743b74a33b", "tag": "49016624-475a-4ad8-be3b-d20ac27c8c74", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:04:02.795932 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-60b0f9f2-fa18-4fb0-8956-47b85f0828fe {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:04:02.796390 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d14a9fa-48d8-48cf-8d45-90743b74a33b', 'tag': '49016624-475a-4ad8-be3b-d20ac27c8c74', 'status': 'completed', 'code': 200} Feb 07 12:04:03.172923 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabf765-de65-4b29-b1cd-a4d4fcf7ce83 req-8ccfecba-5e5d-4c3d-bba9-1b9f724e5755 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:03.174430 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3dabf765-de65-4b29-b1cd-a4d4fcf7ce83 req-8ccfecba-5e5d-4c3d-bba9-1b9f724e5755 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 943 time: 0.0528083 Feb 07 12:04:03.224456 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3dabf765-de65-4b29-b1cd-a4d4fcf7ce83 req-ca9b2ee3-7213-44ba-9014-05499c4cf555 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444798 Feb 07 12:04:03.377393 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5399b-363d-4b1a-a892-1e6f086c8a44 req-d5a43539-5404-49a8-8eda-6e7662853792 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:03.378889 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-05c5399b-363d-4b1a-a892-1e6f086c8a44 req-d5a43539-5404-49a8-8eda-6e7662853792 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 943 time: 0.0523207 Feb 07 12:04:03.423596 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-05c5399b-363d-4b1a-a892-1e6f086c8a44 req-e17addc1-356f-4a2b-ba9b-2d70454a0ad3 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=114bfb2e-0a71-49e5-972e-a7dcc44e5033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393214 Feb 07 12:04:03.831416 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0134e-428a-4cc3-8f65-bcc43cd2e181 req-009c7327-4307-4fad-b58b-215cdbeb98c4 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:03.832869 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-52a0134e-428a-4cc3-8f65-bcc43cd2e181 req-009c7327-4307-4fad-b58b-215cdbeb98c4 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 944 time: 0.0513446 Feb 07 12:04:03.881133 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-52a0134e-428a-4cc3-8f65-bcc43cd2e181 req-27e8a609-5965-4576-890b-06b68e69eba1 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427313 Feb 07 12:04:04.343879 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415df6fe-c5d0-425c-99b7-08d25ce144ee req-d63b4563-2ba9-48ed-839b-fb13b2733eed tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:04.345273 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-415df6fe-c5d0-425c-99b7-08d25ce144ee req-d63b4563-2ba9-48ed-839b-fb13b2733eed tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 943 time: 0.0558221 Feb 07 12:04:04.392309 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-415df6fe-c5d0-425c-99b7-08d25ce144ee req-1b615ae0-f9a0-4b73-9872-eb41c2729e23 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415132 Feb 07 12:04:04.542559 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795c295-3953-43b4-ac8b-ef62b9f125f4 req-392d313d-96f7-4184-ae1e-764a277efef5 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:04.543989 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-1795c295-3953-43b4-ac8b-ef62b9f125f4 req-392d313d-96f7-4184-ae1e-764a277efef5 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 943 time: 0.0556281 Feb 07 12:04:04.589176 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-1795c295-3953-43b4-ac8b-ef62b9f125f4 req-6c0d2e43-818f-49c1-862f-386d1c519fa5 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=114bfb2e-0a71-49e5-972e-a7dcc44e5033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391560 Feb 07 12:04:04.998016 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa213dc-6226-44bc-948a-9a2641fe02d4 req-456dd49b-7af7-48fd-b5bb-856eb9f2f3f9 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:04.999499 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-1aa213dc-6226-44bc-948a-9a2641fe02d4 req-456dd49b-7af7-48fd-b5bb-856eb9f2f3f9 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 944 time: 0.0532825 Feb 07 12:04:05.047245 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-1aa213dc-6226-44bc-948a-9a2641fe02d4 req-2db0ea98-eba0-4dbe-8ea2-899c1ce39b82 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422027 Feb 07 12:04:05.514828 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d19e5-6656-458e-a69a-5f3af9edf258 req-861024a1-187b-4426-8eb4-34dd2b20671d tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:05.516287 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-ef0d19e5-6656-458e-a69a-5f3af9edf258 req-861024a1-187b-4426-8eb4-34dd2b20671d tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 943 time: 0.0552323 Feb 07 12:04:05.564189 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-ef0d19e5-6656-458e-a69a-5f3af9edf258 req-1dd6ec9e-8c69-45b2-b971-5c119e13d12f tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422723 Feb 07 12:04:05.703720 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103151b-30b0-454b-9e6b-efb5ad3b6b42 req-674e5bfc-eac3-4d04-a6e4-c391266a9cd6 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:05.705166 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0103151b-30b0-454b-9e6b-efb5ad3b6b42 req-674e5bfc-eac3-4d04-a6e4-c391266a9cd6 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 943 time: 0.0509858 Feb 07 12:04:05.755691 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0103151b-30b0-454b-9e6b-efb5ad3b6b42 req-269939f3-5e32-4f6b-bdda-3f49d12e7665 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=114bfb2e-0a71-49e5-972e-a7dcc44e5033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449502 Feb 07 12:04:06.149153 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16465c-ea88-481f-97a8-939aaa379ad7 req-078cb145-60a8-456a-9019-c82d25759235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:06.151448 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cd16465c-ea88-481f-97a8-939aaa379ad7 req-078cb145-60a8-456a-9019-c82d25759235 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=569021eb1f054aa0b9a76bfafa7d7bf3&device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 1128 time: 0.0790529 Feb 07 12:04:06.154762 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30784d09-c1ea-4766-a93b-a6a897dd97d3 req-3255f6e1-9ae4-4ecd-8c0f-713b46d051dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:06.156331 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-30784d09-c1ea-4766-a93b-a6a897dd97d3 req-3255f6e1-9ae4-4ecd-8c0f-713b46d051dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5aee5042ef3f4e89b7ecbd8f22bbd057&device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 1127 time: 0.0825059 Feb 07 12:04:06.169806 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18318d-84c5-481c-aa2f-551651a6f331 req-3ca351fb-2a79-4248-afd8-409056fd42cf tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:06.171314 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-af18318d-84c5-481c-aa2f-551651a6f331 req-3ca351fb-2a79-4248-afd8-409056fd42cf tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 944 time: 0.0573781 Feb 07 12:04:06.219670 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-af18318d-84c5-481c-aa2f-551651a6f331 req-7fe05322-fc40-4008-80af-1b0cce20e3b7 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427098 Feb 07 12:04:06.327004 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30784d09-c1ea-4766-a93b-a6a897dd97d3 req-e20054ce-a286-4947-9bcd-1d7fcda8824a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:06.328443 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-30784d09-c1ea-4766-a93b-a6a897dd97d3 req-e20054ce-a286-4947-9bcd-1d7fcda8824a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=5aee5042ef3f4e89b7ecbd8f22bbd057&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1558614 Feb 07 12:04:06.330996 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16465c-ea88-481f-97a8-939aaa379ad7 req-cb6c54ea-29b4-4efa-83bb-0e3a1cf72c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:06.332305 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cd16465c-ea88-481f-97a8-939aaa379ad7 req-cb6c54ea-29b4-4efa-83bb-0e3a1cf72c70 service neutron] 10.222.0.18 "GET /v2.0/networks?id=044092f0-a486-42dc-94bd-4759b5537247 HTTP/1.1" status: 200 len: 910 time: 0.1505597 Feb 07 12:04:06.520163 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cd16465c-ea88-481f-97a8-939aaa379ad7 req-b624d3aa-7243-4ba0-b890-95b4fcc57844 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e83137d0-3c6c-4fb0-9add-d1c30d7d7287 HTTP/1.1" status: 200 len: 1000 time: 0.1101043 Feb 07 12:04:06.868996 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30784d09-c1ea-4766-a93b-a6a897dd97d3 req-a09bdb58-5e05-403b-8ddf-ec04f15f828c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:06.870447 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-30784d09-c1ea-4766-a93b-a6a897dd97d3 req-a09bdb58-5e05-403b-8ddf-ec04f15f828c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4541924 Feb 07 12:04:06.875762 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fec77-5c9c-4114-a8c8-7391703a2882 req-5485137e-3672-4b9e-a87a-7cb67785c542 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:06.877458 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c51fec77-5c9c-4114-a8c8-7391703a2882 req-5485137e-3672-4b9e-a87a-7cb67785c542 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 943 time: 0.0536520 Feb 07 12:04:06.880491 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16465c-ea88-481f-97a8-939aaa379ad7 req-a405abde-6ace-44e9-9a02-8c4b43d21453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:06.881918 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cd16465c-ea88-481f-97a8-939aaa379ad7 req-a405abde-6ace-44e9-9a02-8c4b43d21453 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275 HTTP/1.1" status: 200 len: 848 time: 0.3509099 Feb 07 12:04:06.931648 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c51fec77-5c9c-4114-a8c8-7391703a2882 req-e705a24b-828c-49b4-8d13-725b2bf1e2eb tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=114bfb2e-0a71-49e5-972e-a7dcc44e5033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468638 Feb 07 12:04:06.934280 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e63d0-7135-4aff-b7ff-49eae6fe7ed2 req-d60a5ac7-68ab-4694-9244-25ba9da72d2a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:06.935757 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-904e63d0-7135-4aff-b7ff-49eae6fe7ed2 req-d60a5ac7-68ab-4694-9244-25ba9da72d2a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 943 time: 0.1118386 Feb 07 12:04:07.002701 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16465c-ea88-481f-97a8-939aaa379ad7 req-e443bb11-b1a9-498a-9e3d-06ca304e7640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:07.004172 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cd16465c-ea88-481f-97a8-939aaa379ad7 req-e443bb11-b1a9-498a-9e3d-06ca304e7640 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=044092f0-a486-42dc-94bd-4759b5537247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1119561 Feb 07 12:04:07.028527 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-cf9ae3e4-56f0-4a91-b7cd-b728b56c935e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:07.030521 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-cf9ae3e4-56f0-4a91-b7cd-b728b56c935e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5aee5042ef3f4e89b7ecbd8f22bbd057&device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 1127 time: 0.1122599 Feb 07 12:04:07.044946 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-904e63d0-7135-4aff-b7ff-49eae6fe7ed2 req-694072ee-cfd4-414a-b999-c04800fc8f7f tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864902 Feb 07 12:04:07.109176 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-c658b3da-5d4d-4844-a7ee-49c7bcd22ed7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49016624-475a-4ad8-be3b-d20ac27c8c74 HTTP/1.1" status: 200 len: 217 time: 0.0678902 Feb 07 12:04:07.183509 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cd16465c-ea88-481f-97a8-939aaa379ad7 req-6e317f5b-3150-471c-bcc6-6258aeee2ade service neutron] 10.222.0.18 "GET /v2.0/networks/044092f0-a486-42dc-94bd-4759b5537247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675415 Feb 07 12:04:07.184827 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-a2f73f83-e671-4033-900b-43c8dade9970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:07.186198 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-a2f73f83-e671-4033-900b-43c8dade9970 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b1a0f93d-db77-4f5b-a7ca-00e373764377 HTTP/1.1" status: 200 len: 849 time: 0.0709932 Feb 07 12:04:07.312112 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-b0c90dfc-483a-4ed9-b2b7-b9b3bd692f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:07.313998 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-b0c90dfc-483a-4ed9-b2b7-b9b3bd692f28 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e90f11b-6d0b-4095-9954-c1764d14537e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1110189 Feb 07 12:04:07.319592 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cd16465c-ea88-481f-97a8-939aaa379ad7 req-7ff10d5f-2714-4962-91c5-867603450502 service neutron] 10.222.0.18 "GET /v2.0/networks/044092f0-a486-42dc-94bd-4759b5537247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240406 Feb 07 12:04:07.356805 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bddb3-72ed-46e4-8a1f-ccb88d210650 req-1aab886b-37f8-48de-ac1c-e4a3b36a2a33 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:07.358380 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-2a9bddb3-72ed-46e4-8a1f-ccb88d210650 req-1aab886b-37f8-48de-ac1c-e4a3b36a2a33 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 944 time: 0.0679102 Feb 07 12:04:07.407165 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-2a9bddb3-72ed-46e4-8a1f-ccb88d210650 req-5047bd02-6014-4b92-a55f-ae3c0c941096 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430906 Feb 07 12:04:07.408605 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-b954b34a-5969-4c0f-b896-83b67ac4b23d service neutron] 10.222.0.18 "GET /v2.0/networks/7e90f11b-6d0b-4095-9954-c1764d14537e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877261 Feb 07 12:04:07.510370 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-81a71d5d-e980-40c8-b2f5-c3ef72fa80e2 req-116d9fd6-339e-42f4-aae8-65fc3e54744c service neutron] 10.222.0.18 "GET /v2.0/networks/7e90f11b-6d0b-4095-9954-c1764d14537e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914741 Feb 07 12:04:08.054273 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66587268-2028-4c96-af88-97bb1650eeaa req-8171d43b-0508-4acc-a61a-6c4d781a4f24 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:08.055727 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-66587268-2028-4c96-af88-97bb1650eeaa req-8171d43b-0508-4acc-a61a-6c4d781a4f24 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 943 time: 0.0542090 Feb 07 12:04:08.101264 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-66587268-2028-4c96-af88-97bb1650eeaa req-ecc6d955-f882-412b-a4aa-10823eb06aa2 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=114bfb2e-0a71-49e5-972e-a7dcc44e5033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393724 Feb 07 12:04:08.162340 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99264d5f-3bed-4966-9293-ea5c2bd37c3a req-34139b18-fd3d-4a3b-bb2c-96df331e31f9 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:08.163847 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-99264d5f-3bed-4966-9293-ea5c2bd37c3a req-34139b18-fd3d-4a3b-bb2c-96df331e31f9 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 943 time: 0.0530317 Feb 07 12:04:08.213312 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-99264d5f-3bed-4966-9293-ea5c2bd37c3a req-939db4cc-7bec-45c1-bb04-ed22a4a21605 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437942 Feb 07 12:04:08.378393 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-cf695e57-a21e-4e1f-9571-a6131ccec1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:08.525324 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b9aff-c45f-416b-9dae-e37b5b630d6a req-1da05fc7-c101-4ae2-a9b3-841ffc7a8d52 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:08.526876 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-160b9aff-c45f-416b-9dae-e37b5b630d6a req-1da05fc7-c101-4ae2-a9b3-841ffc7a8d52 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 944 time: 0.0547466 Feb 07 12:04:08.575307 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-160b9aff-c45f-416b-9dae-e37b5b630d6a req-fa2b8915-d39a-446d-ba69-5db90e057120 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423942 Feb 07 12:04:08.747179 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device e83137d0-3c6c-4fb0-9add-d1c30d7d7287 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 12:04:08.848002 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port e83137d0-3c6c-4fb0-9add-d1c30d7d7287, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=e83137d0-3c6c-4fb0-9add-d1c30d7d7287,segment=NetworkSegment(1ab64f5e-e237-452a-95a2-99134719eb79),segment_id=1ab64f5e-e237-452a-95a2-99134719eb79)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:04:08.859693 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Returning: {'device': 'e83137d0-3c6c-4fb0-9add-d1c30d7d7287', 'network_id': '044092f0-a486-42dc-94bd-4759b5537247', 'port_id': 'e83137d0-3c6c-4fb0-9add-d1c30d7d7287', 'mac_address': 'fa:16:3e:05:0c:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 12:04:08.896132 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port e83137d0-3c6c-4fb0-9add-d1c30d7d7287 is: DOWN; New status is: BUILD {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:04:08.896529 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (e83137d0-3c6c-4fb0-9add-d1c30d7d7287), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:08.909714 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e83137d0-3c6c-4fb0-9add-d1c30d7d7287 {{(pid=109817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 12:04:08.928586 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port e83137d0-3c6c-4fb0-9add-d1c30d7d7287, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=e83137d0-3c6c-4fb0-9add-d1c30d7d7287,segment=NetworkSegment(1ab64f5e-e237-452a-95a2-99134719eb79),segment_id=1ab64f5e-e237-452a-95a2-99134719eb79)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:04:09.018284 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (e83137d0-3c6c-4fb0-9add-d1c30d7d7287), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:09.069666 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=e83137d0-3c6c-4fb0-9add-d1c30d7d7287,revision_number=7']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:04:09.231642 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfdfc7-c535-418f-84fd-1daf3cbd8ca0 req-c67ff475-60fa-43d2-b92e-792890c520f5 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:09.233149 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-cfbfdfc7-c535-418f-84fd-1daf3cbd8ca0 req-c67ff475-60fa-43d2-b92e-792890c520f5 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 943 time: 0.0658765 Feb 07 12:04:09.283197 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-cfbfdfc7-c535-418f-84fd-1daf3cbd8ca0 req-f79364a6-4227-4d19-a1a2-851a13ce1dfc tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=114bfb2e-0a71-49e5-972e-a7dcc44e5033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430393 Feb 07 12:04:09.335225 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd92fac-07df-4371-93e1-0e441431b842 req-3d027ff1-9932-4ee9-b344-667e331c789c tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:09.336715 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-edd92fac-07df-4371-93e1-0e441431b842 req-3d027ff1-9932-4ee9-b344-667e331c789c tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 943 time: 0.0544410 Feb 07 12:04:09.385575 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-edd92fac-07df-4371-93e1-0e441431b842 req-be91057e-dd73-40fa-b1be-73109648d7e3 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432258 Feb 07 12:04:09.500344 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['e83137d0-3c6c-4fb0-9add-d1c30d7d7287'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 12:04:09.692126 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b15f7-4d52-489c-850d-46b60da851a3 req-8e956ce4-d81b-4954-9d04-5e7cef61d84d tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:09.693650 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-ef8b15f7-4d52-489c-850d-46b60da851a3 req-8e956ce4-d81b-4954-9d04-5e7cef61d84d tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 945 time: 0.0527549 Feb 07 12:04:09.741452 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-ef8b15f7-4d52-489c-850d-46b60da851a3 req-f913bb90-511e-4ae7-b458-f0efe621e534 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420666 Feb 07 12:04:10.401730 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d3d28-08d8-4084-814c-464ab75e78bc req-bbe864d0-5213-4560-8144-8dc45ebb4629 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:10.403285 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bd5d3d28-08d8-4084-814c-464ab75e78bc req-bbe864d0-5213-4560-8144-8dc45ebb4629 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 943 time: 0.0528173 Feb 07 12:04:10.459739 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bd5d3d28-08d8-4084-814c-464ab75e78bc req-0f0fe297-b246-4e4b-a321-acae1139f98f tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=114bfb2e-0a71-49e5-972e-a7dcc44e5033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489559 Feb 07 12:04:10.515157 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f6392-dc22-423f-8bde-0d9b8d7d7061 req-f509d63f-c882-4fbc-a0f6-25727fde9176 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:10.516667 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-980f6392-dc22-423f-8bde-0d9b8d7d7061 req-f509d63f-c882-4fbc-a0f6-25727fde9176 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 943 time: 0.0574727 Feb 07 12:04:10.556014 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-b6f85da3-310a-4be9-811f-2a1f85eff4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:10.565390 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-980f6392-dc22-423f-8bde-0d9b8d7d7061 req-5514d2c4-746a-4565-a675-72300c2bf69e tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432060 Feb 07 12:04:10.763271 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 0824bb2f-f4eb-4028-8a00-740d8fc8e8c6 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 12:04:10.767327 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device e83137d0-3c6c-4fb0-9add-d1c30d7d7287 up at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 12:04:10.862273 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06f6e9-0780-462a-bce9-a141265bdfef req-58cc324a-ffc9-41de-954d-580bc70d9f30 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:10.866038 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-df06f6e9-0780-462a-bce9-a141265bdfef req-58cc324a-ffc9-41de-954d-580bc70d9f30 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 945 time: 0.0573688 Feb 07 12:04:10.885354 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning complete for port e83137d0-3c6c-4fb0-9add-d1c30d7d7287 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:04:10.885763 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (e83137d0-3c6c-4fb0-9add-d1c30d7d7287), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:10.920081 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-df06f6e9-0780-462a-bce9-a141265bdfef req-9e32706f-acff-40ff-93f0-8ec540a9a2e7 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503891 Feb 07 12:04:10.922123 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 0824bb2f-f4eb-4028-8a00-740d8fc8e8c6, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=0824bb2f-f4eb-4028-8a00-740d8fc8e8c6,segment=NetworkSegment(b69da94f-349b-487c-88c8-2782db5b7d3b),segment_id=b69da94f-349b-487c-88c8-2782db5b7d3b)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:04:10.942491 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Returning: {'device': '0824bb2f-f4eb-4028-8a00-740d8fc8e8c6', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'port_id': '0824bb2f-f4eb-4028-8a00-740d8fc8e8c6', 'mac_address': 'fa:16:3e:5c:ba:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 12:04:11.132360 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port 0824bb2f-f4eb-4028-8a00-740d8fc8e8c6 is: DOWN; New status is: BUILD {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:04:11.132746 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (0824bb2f-f4eb-4028-8a00-740d8fc8e8c6), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:11.151788 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0824bb2f-f4eb-4028-8a00-740d8fc8e8c6 {{(pid=109817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 12:04:11.155717 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port e83137d0-3c6c-4fb0-9add-d1c30d7d7287 is: BUILD; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:04:11.156092 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (e83137d0-3c6c-4fb0-9add-d1c30d7d7287), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:11.185237 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 0824bb2f-f4eb-4028-8a00-740d8fc8e8c6, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=0824bb2f-f4eb-4028-8a00-740d8fc8e8c6,segment=NetworkSegment(b69da94f-349b-487c-88c8-2782db5b7d3b),segment_id=b69da94f-349b-487c-88c8-2782db5b7d3b)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:04:11.190826 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdd9ce4-f4de-4244-a527-216a355b628b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83137d0-3c6c-4fb0-9add-d1c30d7d7287'}] {{(pid=109817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:04:11.193014 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bc6b3c0530c896bdfe52e422604eaad6eac6737642d5fab1ac5583b9ec47d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e063752-970f-4d5b-b168-b28a1bbea245" -d '{"events": [{"server_uuid": "1bdd9ce4-f4de-4244-a527-216a355b628b", "name": "network-vif-plugged", "status": "completed", "tag": "e83137d0-3c6c-4fb0-9add-d1c30d7d7287"}]}' {{(pid=109817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:04:11.205486 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port e83137d0-3c6c-4fb0-9add-d1c30d7d7287, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=e83137d0-3c6c-4fb0-9add-d1c30d7d7287,segment=NetworkSegment(1ab64f5e-e237-452a-95a2-99134719eb79),segment_id=1ab64f5e-e237-452a-95a2-99134719eb79)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:04:11.233792 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d613702-0a57-4eeb-9816-f2ed320bcd51 x-openstack-request-id: req-5d613702-0a57-4eeb-9816-f2ed320bcd51 {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:04:11.234094 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdd9ce4-f4de-4244-a527-216a355b628b", "name": "network-vif-plugged", "status": "completed", "tag": "e83137d0-3c6c-4fb0-9add-d1c30d7d7287", "code": 200}]} {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:04:11.234349 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5d613702-0a57-4eeb-9816-f2ed320bcd51 {{(pid=109817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:04:11.234785 dv-cinder-817351-12-iscsi neutron-server[109817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdd9ce4-f4de-4244-a527-216a355b628b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83137d0-3c6c-4fb0-9add-d1c30d7d7287', 'code': 200} Feb 07 12:04:11.241403 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (0824bb2f-f4eb-4028-8a00-740d8fc8e8c6), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:11.266815 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (e83137d0-3c6c-4fb0-9add-d1c30d7d7287), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:11.290463 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=0824bb2f-f4eb-4028-8a00-740d8fc8e8c6,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:04:11.342529 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=e83137d0-3c6c-4fb0-9add-d1c30d7d7287,revision_number=8']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:04:11.523701 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e786beb-8a6c-4632-b968-74603b5233d0 req-5e005c64-2a4f-4f53-929d-317f17c7a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:11.525260 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0e786beb-8a6c-4632-b968-74603b5233d0 req-5e005c64-2a4f-4f53-929d-317f17c7a884 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 1130 time: 0.0445194 Feb 07 12:04:11.592214 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['0824bb2f-f4eb-4028-8a00-740d8fc8e8c6'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 12:04:11.607327 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0e786beb-8a6c-4632-b968-74603b5233d0 req-2543ad00-9750-4656-bcb5-5dd398477e3c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721509 Feb 07 12:04:11.615652 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b639e-f133-46c1-93f1-b32acb04ca42 req-66d40802-2d4f-4939-95b8-b4a1e512816a tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:11.617131 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-586b639e-f133-46c1-93f1-b32acb04ca42 req-66d40802-2d4f-4939-95b8-b4a1e512816a tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 943 time: 0.0909543 Feb 07 12:04:11.673381 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-586b639e-f133-46c1-93f1-b32acb04ca42 req-9feb3e17-4072-439e-8059-c3ca07debe1e tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=114bfb2e-0a71-49e5-972e-a7dcc44e5033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474515 Feb 07 12:04:11.706011 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7fddd-afea-4842-af91-ea4d655c47ae req-e718273e-242b-4cc9-961d-773d6e779eb8 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:11.712910 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a8d7fddd-afea-4842-af91-ea4d655c47ae req-e718273e-242b-4cc9-961d-773d6e779eb8 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 944 time: 0.0770936 Feb 07 12:04:11.718808 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:11.759535 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a8d7fddd-afea-4842-af91-ea4d655c47ae req-5f958722-5465-46cd-9da5-cae915b2549b tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457528 Feb 07 12:04:12.045370 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e6eb5-a4ae-4123-8e03-9a7e24f1f10f req-80a5a3ef-240d-4b64-bb4c-e41aaeeefe5c tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:12.047113 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-015e6eb5-a4ae-4123-8e03-9a7e24f1f10f req-80a5a3ef-240d-4b64-bb4c-e41aaeeefe5c tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0584192 Feb 07 12:04:12.095949 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-015e6eb5-a4ae-4123-8e03-9a7e24f1f10f req-5077f4a5-f686-4352-b945-f8414432734c tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434422 Feb 07 12:04:12.793866 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae415b-aa1b-407f-9a12-5e7592e590c3 req-bbebb903-33b5-4367-83d3-06800f8716d8 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:12.795432 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-54ae415b-aa1b-407f-9a12-5e7592e590c3 req-bbebb903-33b5-4367-83d3-06800f8716d8 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 943 time: 0.0516784 Feb 07 12:04:12.847116 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-54ae415b-aa1b-407f-9a12-5e7592e590c3 req-25c218ff-e0ec-4a04-89d4-fea886c6e7f4 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=114bfb2e-0a71-49e5-972e-a7dcc44e5033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461922 Feb 07 12:04:12.877917 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86102768-e607-4cfd-9a52-01f703ecfd39 req-a4ff15cc-5466-4fe3-af8d-a19156985398 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:12.879413 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-86102768-e607-4cfd-9a52-01f703ecfd39 req-a4ff15cc-5466-4fe3-af8d-a19156985398 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 944 time: 0.0526013 Feb 07 12:04:12.930678 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-86102768-e607-4cfd-9a52-01f703ecfd39 req-f33bff00-812f-4675-b121-7b22f5b56443 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456328 Feb 07 12:04:13.212437 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30379ba4-0bf0-4579-93e4-b581040f5f96 req-1e53f0ef-eb89-4a99-a4cc-dda8a6f1f054 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:13.213898 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-30379ba4-0bf0-4579-93e4-b581040f5f96 req-1e53f0ef-eb89-4a99-a4cc-dda8a6f1f054 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0520008 Feb 07 12:04:13.261501 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-30379ba4-0bf0-4579-93e4-b581040f5f96 req-6d000ace-8205-4276-9e39-04fda6803c74 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420930 Feb 07 12:04:13.692618 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:13.968398 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedee18d-6b4c-4df5-86ce-0f16a9140155 req-1c0b26c8-f7e7-4dc2-ad50-abbd35556d27 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:13.969898 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bedee18d-6b4c-4df5-86ce-0f16a9140155 req-1c0b26c8-f7e7-4dc2-ad50-abbd35556d27 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 943 time: 0.0529127 Feb 07 12:04:14.016119 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bedee18d-6b4c-4df5-86ce-0f16a9140155 req-2658f1ca-89ff-490e-8542-f074c9eebaba tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=114bfb2e-0a71-49e5-972e-a7dcc44e5033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408185 Feb 07 12:04:14.048941 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5206e-3a1b-4720-aca0-b8ee36d7b717 req-d20757fe-45f8-4542-acf1-5fb6b782692b tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:14.050461 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-6ee5206e-3a1b-4720-aca0-b8ee36d7b717 req-d20757fe-45f8-4542-acf1-5fb6b782692b tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 944 time: 0.0527353 Feb 07 12:04:14.098121 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-6ee5206e-3a1b-4720-aca0-b8ee36d7b717 req-c1f508d0-e692-4ec9-a808-7ba4c7e166bc tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421698 Feb 07 12:04:14.377225 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395fbd6-f828-42ea-9b84-2584dc833ec3 req-72054eba-b17b-4ca2-8fb1-17fe3b49c27c tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:14.378692 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f395fbd6-f828-42ea-9b84-2584dc833ec3 req-72054eba-b17b-4ca2-8fb1-17fe3b49c27c tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0520508 Feb 07 12:04:14.425618 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f395fbd6-f828-42ea-9b84-2584dc833ec3 req-78b377a1-e83a-4305-9e1b-1dae57090b80 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414267 Feb 07 12:04:14.503530 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 49016624-475a-4ad8-be3b-d20ac27c8c74 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 12:04:14.598408 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 49016624-475a-4ad8-be3b-d20ac27c8c74, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=49016624-475a-4ad8-be3b-d20ac27c8c74,segment=NetworkSegment(5ce52992-6ecb-4a67-aa5e-518eb9452259),segment_id=5ce52992-6ecb-4a67-aa5e-518eb9452259)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:04:14.620052 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Returning: {'device': '49016624-475a-4ad8-be3b-d20ac27c8c74', 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e', 'port_id': '49016624-475a-4ad8-be3b-d20ac27c8c74', 'mac_address': 'fa:16:3e:1e:6d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 12:04:14.660977 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port 49016624-475a-4ad8-be3b-d20ac27c8c74 is: DOWN; New status is: BUILD {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:04:14.661302 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (49016624-475a-4ad8-be3b-d20ac27c8c74), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:14.674393 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49016624-475a-4ad8-be3b-d20ac27c8c74 {{(pid=109817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 12:04:14.693732 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 49016624-475a-4ad8-be3b-d20ac27c8c74, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=49016624-475a-4ad8-be3b-d20ac27c8c74,segment=NetworkSegment(5ce52992-6ecb-4a67-aa5e-518eb9452259),segment_id=5ce52992-6ecb-4a67-aa5e-518eb9452259)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:04:14.709735 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:14.755366 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (49016624-475a-4ad8-be3b-d20ac27c8c74), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:14.803638 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=49016624-475a-4ad8-be3b-d20ac27c8c74,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:04:15.143206 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f79984-da62-4b01-a380-d6200ad66c2a req-bedfd661-6d74-40e8-8316-ab1f37509b95 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:15.144700 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-00f79984-da62-4b01-a380-d6200ad66c2a req-bedfd661-6d74-40e8-8316-ab1f37509b95 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 944 time: 0.0607154 Feb 07 12:04:15.191049 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-00f79984-da62-4b01-a380-d6200ad66c2a req-fb7988eb-417e-4f73-acc2-35a141f85394 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=114bfb2e-0a71-49e5-972e-a7dcc44e5033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404820 Feb 07 12:04:15.216907 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8707f-2839-4723-babf-9743131edc22 req-284674a8-c715-4ddc-981a-dffcb6cb19cc tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:15.218444 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-99c8707f-2839-4723-babf-9743131edc22 req-284674a8-c715-4ddc-981a-dffcb6cb19cc tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 944 time: 0.0562568 Feb 07 12:04:15.265368 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-99c8707f-2839-4723-babf-9743131edc22 req-a7f4f1f6-e2c7-4643-92ef-bfe658b31bae tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415473 Feb 07 12:04:15.540995 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a100c-0660-4317-85de-b3522e9ce4b5 req-29276039-db03-4630-b6c7-ae954d5262e6 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:15.542482 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-752a100c-0660-4317-85de-b3522e9ce4b5 req-29276039-db03-4630-b6c7-ae954d5262e6 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0520468 Feb 07 12:04:15.590324 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-752a100c-0660-4317-85de-b3522e9ce4b5 req-f3791c15-83d5-4a29-8b19-a4f728175333 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417681 Feb 07 12:04:16.313799 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f4ca0-cc88-4cb1-8c20-a5ae454f4581 req-bcacddba-cc75-46d2-9761-55b5929071f9 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:16.315299 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5e7f4ca0-cc88-4cb1-8c20-a5ae454f4581 req-bcacddba-cc75-46d2-9761-55b5929071f9 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 944 time: 0.0541835 Feb 07 12:04:16.361489 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5e7f4ca0-cc88-4cb1-8c20-a5ae454f4581 req-e4dcddf0-7ad1-4596-a7ae-a155707bd00d tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=114bfb2e-0a71-49e5-972e-a7dcc44e5033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406983 Feb 07 12:04:16.390433 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427af9b-f526-4eed-9e83-5e327cde3ae2 req-4016de45-7686-46c0-886d-b570328f44d5 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:16.391851 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a427af9b-f526-4eed-9e83-5e327cde3ae2 req-4016de45-7686-46c0-886d-b570328f44d5 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 944 time: 0.0530071 Feb 07 12:04:16.443349 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a427af9b-f526-4eed-9e83-5e327cde3ae2 req-54382f5e-5bc0-45d2-bedf-0fb2dab12152 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460727 Feb 07 12:04:16.555721 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 12:04:16.710127 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543852a0-0f89-4294-97b8-b5cb7ca64d87 req-d2e778bd-67ad-4f74-bc87-af126b1180ff tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:16.711522 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-543852a0-0f89-4294-97b8-b5cb7ca64d87 req-d2e778bd-67ad-4f74-bc87-af126b1180ff tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0559397 Feb 07 12:04:16.758022 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-543852a0-0f89-4294-97b8-b5cb7ca64d87 req-29887402-6dcc-482c-a8ab-055bbb626a79 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410490 Feb 07 12:04:17.484942 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e64e8e-1343-4fcf-86eb-02bbba90221e req-44ab2195-5095-4b68-8719-5b3e573e3a65 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:17.486473 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-73e64e8e-1343-4fcf-86eb-02bbba90221e req-44ab2195-5095-4b68-8719-5b3e573e3a65 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 944 time: 0.0530291 Feb 07 12:04:17.491034 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 0824bb2f-f4eb-4028-8a00-740d8fc8e8c6 up at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 12:04:17.536070 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-73e64e8e-1343-4fcf-86eb-02bbba90221e req-4b25627f-2368-4e52-b000-fb795ef43beb tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=114bfb2e-0a71-49e5-972e-a7dcc44e5033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425777 Feb 07 12:04:17.566245 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11995bc6-5939-4395-b08f-2d271edf0d28 req-e8803cbb-5ce1-437e-908f-54207a6fadc2 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:17.567882 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-11995bc6-5939-4395-b08f-2d271edf0d28 req-e8803cbb-5ce1-437e-908f-54207a6fadc2 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 944 time: 0.0565450 Feb 07 12:04:17.595234 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning for port 0824bb2f-f4eb-4028-8a00-740d8fc8e8c6 completed by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:04:17.599228 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning complete for port 0824bb2f-f4eb-4028-8a00-740d8fc8e8c6 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:04:17.599605 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (0824bb2f-f4eb-4028-8a00-740d8fc8e8c6), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:17.616592 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-11995bc6-5939-4395-b08f-2d271edf0d28 req-93ed51fb-11ca-4948-8f2f-54f917f78f4d tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429256 Feb 07 12:04:17.684210 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port 0824bb2f-f4eb-4028-8a00-740d8fc8e8c6 is: BUILD; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:04:17.684595 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (0824bb2f-f4eb-4028-8a00-740d8fc8e8c6), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:17.707160 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8641c81d-221b-47f7-9c68-598c9ec2d562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0824bb2f-f4eb-4028-8a00-740d8fc8e8c6'}] {{(pid=109817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:04:17.709713 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bc6b3c0530c896bdfe52e422604eaad6eac6737642d5fab1ac5583b9ec47d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4abc00-5dbc-4267-8249-43d8d6b8f688" -d '{"events": [{"server_uuid": "8641c81d-221b-47f7-9c68-598c9ec2d562", "name": "network-vif-plugged", "status": "completed", "tag": "0824bb2f-f4eb-4028-8a00-740d8fc8e8c6"}]}' {{(pid=109817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:04:17.723380 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 0824bb2f-f4eb-4028-8a00-740d8fc8e8c6, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=0824bb2f-f4eb-4028-8a00-740d8fc8e8c6,segment=NetworkSegment(b69da94f-349b-487c-88c8-2782db5b7d3b),segment_id=b69da94f-349b-487c-88c8-2782db5b7d3b)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:04:17.746261 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa1407e-755e-4e61-8148-30db2e5e5fa0 x-openstack-request-id: req-8aa1407e-755e-4e61-8148-30db2e5e5fa0 {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:04:17.746555 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8641c81d-221b-47f7-9c68-598c9ec2d562", "name": "network-vif-plugged", "status": "completed", "tag": "0824bb2f-f4eb-4028-8a00-740d8fc8e8c6", "code": 200}]} {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:04:17.746817 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8aa1407e-755e-4e61-8148-30db2e5e5fa0 {{(pid=109817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:04:17.747212 dv-cinder-817351-12-iscsi neutron-server[109817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8641c81d-221b-47f7-9c68-598c9ec2d562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0824bb2f-f4eb-4028-8a00-740d8fc8e8c6', 'code': 200} Feb 07 12:04:17.818872 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (0824bb2f-f4eb-4028-8a00-740d8fc8e8c6), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:17.875868 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['49016624-475a-4ad8-be3b-d20ac27c8c74'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 12:04:17.878161 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=0824bb2f-f4eb-4028-8a00-740d8fc8e8c6,revision_number=5']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:04:17.879262 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ec449-c949-403e-be96-6bd07f1a26e7 req-0dd72c29-92b1-44d3-b5e7-d35326d730de tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:17.880779 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-590ec449-c949-403e-be96-6bd07f1a26e7 req-0dd72c29-92b1-44d3-b5e7-d35326d730de tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0551825 Feb 07 12:04:17.953791 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-590ec449-c949-403e-be96-6bd07f1a26e7 req-6534daab-0ed5-4477-89f9-c7e740f778a8 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512385 Feb 07 12:04:18.155665 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159c9f9-d662-44c0-b690-3d6b7ba9b6f9 req-0fc6a509-e3f3-459c-89f9-426d9baa1812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:18.157179 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-2159c9f9-d662-44c0-b690-3d6b7ba9b6f9 req-0fc6a509-e3f3-459c-89f9-426d9baa1812 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 1129 time: 0.0470891 Feb 07 12:04:18.204784 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-2159c9f9-d662-44c0-b690-3d6b7ba9b6f9 req-f43db044-dbe0-4eb6-86d3-54ebddd462f8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405738 Feb 07 12:04:18.664536 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c356419-9ef9-49d6-b667-fce403fccc96 req-12c5f60a-2826-4f12-a48d-dfb8d76fb840 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:18.665996 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4c356419-9ef9-49d6-b667-fce403fccc96 req-12c5f60a-2826-4f12-a48d-dfb8d76fb840 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 944 time: 0.0573657 Feb 07 12:04:18.732123 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4c356419-9ef9-49d6-b667-fce403fccc96 req-ff31bd7e-5684-4404-b07b-ca8cc429effd tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=114bfb2e-0a71-49e5-972e-a7dcc44e5033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529144 Feb 07 12:04:18.758378 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692d101-1763-4106-ab09-808b02a81e88 req-38a8af3b-03ba-470e-b8c3-85f5512a74b5 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:18.759880 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d692d101-1763-4106-ab09-808b02a81e88 req-38a8af3b-03ba-470e-b8c3-85f5512a74b5 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 945 time: 0.0707409 Feb 07 12:04:18.808881 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d692d101-1763-4106-ab09-808b02a81e88 req-38183919-ca42-4337-bdae-bda743daad53 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428033 Feb 07 12:04:19.075159 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a9b41-64fa-4e18-ae4d-4a3dca0b4265 req-ace32205-fb3e-4ab3-8fde-3924e533d099 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:19.076598 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a11a9b41-64fa-4e18-ae4d-4a3dca0b4265 req-ace32205-fb3e-4ab3-8fde-3924e533d099 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0559223 Feb 07 12:04:19.123235 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a11a9b41-64fa-4e18-ae4d-4a3dca0b4265 req-ca240864-1e09-463d-9310-25fd9001d2ab tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404911 Feb 07 12:04:19.511744 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 49016624-475a-4ad8-be3b-d20ac27c8c74 up at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 12:04:19.618223 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning for port 49016624-475a-4ad8-be3b-d20ac27c8c74 completed by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:04:19.622083 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning complete for port 49016624-475a-4ad8-be3b-d20ac27c8c74 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:04:19.622460 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (49016624-475a-4ad8-be3b-d20ac27c8c74), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:19.701433 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port 49016624-475a-4ad8-be3b-d20ac27c8c74 is: BUILD; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:04:19.701852 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (49016624-475a-4ad8-be3b-d20ac27c8c74), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:19.734812 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 49016624-475a-4ad8-be3b-d20ac27c8c74, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=49016624-475a-4ad8-be3b-d20ac27c8c74,segment=NetworkSegment(5ce52992-6ecb-4a67-aa5e-518eb9452259),segment_id=5ce52992-6ecb-4a67-aa5e-518eb9452259)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:04:19.747778 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d14a9fa-48d8-48cf-8d45-90743b74a33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49016624-475a-4ad8-be3b-d20ac27c8c74'}] {{(pid=109817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:04:19.750262 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bc6b3c0530c896bdfe52e422604eaad6eac6737642d5fab1ac5583b9ec47d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f964a9ba-60a0-4fdb-b16f-498bc247fd3b" -d '{"events": [{"server_uuid": "4d14a9fa-48d8-48cf-8d45-90743b74a33b", "name": "network-vif-plugged", "status": "completed", "tag": "49016624-475a-4ad8-be3b-d20ac27c8c74"}]}' {{(pid=109817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:04:19.788832 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b066000-31ed-4872-a83c-370000b875f8 x-openstack-request-id: req-7b066000-31ed-4872-a83c-370000b875f8 {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:04:19.789132 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d14a9fa-48d8-48cf-8d45-90743b74a33b", "name": "network-vif-plugged", "status": "completed", "tag": "49016624-475a-4ad8-be3b-d20ac27c8c74", "code": 200}]} {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:04:19.789389 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7b066000-31ed-4872-a83c-370000b875f8 {{(pid=109817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:04:19.791752 dv-cinder-817351-12-iscsi neutron-server[109817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d14a9fa-48d8-48cf-8d45-90743b74a33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49016624-475a-4ad8-be3b-d20ac27c8c74', 'code': 200} Feb 07 12:04:19.845077 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (49016624-475a-4ad8-be3b-d20ac27c8c74), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:19.895794 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e223d-027e-4968-a4d8-a0021d44ce72 req-42a3820f-a224-47e1-933f-158cfe48b41f tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:19.897402 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-d87e223d-027e-4968-a4d8-a0021d44ce72 req-42a3820f-a224-47e1-933f-158cfe48b41f tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 944 time: 0.0855486 Feb 07 12:04:19.897777 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=49016624-475a-4ad8-be3b-d20ac27c8c74,revision_number=5']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:04:19.954814 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955f64c-6c41-446e-b951-3cb37bee8e4b req-8fd36026-2b99-470f-83df-f3b1de6f5848 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:19.955385 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-d87e223d-027e-4968-a4d8-a0021d44ce72 req-6d0c7299-2160-472b-b18e-461e30adf51b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=114bfb2e-0a71-49e5-972e-a7dcc44e5033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475080 Feb 07 12:04:19.956303 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a955f64c-6c41-446e-b951-3cb37bee8e4b req-8fd36026-2b99-470f-83df-f3b1de6f5848 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 945 time: 0.0594592 Feb 07 12:04:20.007955 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a955f64c-6c41-446e-b951-3cb37bee8e4b req-93f65489-eab5-4b1f-8175-4d7151b72dab tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461144 Feb 07 12:04:20.148003 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43d57c-3176-462f-a5e9-aed93bf61d8a req-33551ff5-236b-45e3-a816-58a858751d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:20.149502 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6a43d57c-3176-462f-a5e9-aed93bf61d8a req-33551ff5-236b-45e3-a816-58a858751d57 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 1129 time: 0.0494924 Feb 07 12:04:20.191513 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-6a43d57c-3176-462f-a5e9-aed93bf61d8a req-b29910fe-ea9c-4ec6-9f49-7f447cb50724 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=114bfb2e-0a71-49e5-972e-a7dcc44e5033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357237 Feb 07 12:04:21.076161 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c53153-b877-4dbb-bc1f-829fe56d72e8 req-b4de1ba2-120c-4e2e-939c-c96483a7ebba tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:21.077673 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-21c53153-b877-4dbb-bc1f-829fe56d72e8 req-b4de1ba2-120c-4e2e-939c-c96483a7ebba tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 945 time: 0.0568323 Feb 07 12:04:21.124083 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-21c53153-b877-4dbb-bc1f-829fe56d72e8 req-2bbe2dec-9c60-476f-95ab-08487a34eaea tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=114bfb2e-0a71-49e5-972e-a7dcc44e5033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404069 Feb 07 12:04:21.126064 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d8716-0357-4d87-aa00-f9fdadf857b4 req-46e539de-598a-4842-ab75-fc9e6bcda5dd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:21.127324 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-1d2d8716-0357-4d87-aa00-f9fdadf857b4 req-46e539de-598a-4842-ab75-fc9e6bcda5dd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 945 time: 0.0526135 Feb 07 12:04:21.181841 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-1d2d8716-0357-4d87-aa00-f9fdadf857b4 req-6c9a753a-98d6-48bb-a75c-f6e5a9f92d02 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490777 Feb 07 12:04:21.302972 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cdb8e-0eab-4fdf-b348-c5743a958b7e req-1566a393-47cb-444a-81ca-69d7cb05cffc tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:21.304476 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8c8cdb8e-0eab-4fdf-b348-c5743a958b7e req-1566a393-47cb-444a-81ca-69d7cb05cffc tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 945 time: 0.0574913 Feb 07 12:04:21.353633 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8c8cdb8e-0eab-4fdf-b348-c5743a958b7e req-2b81985f-d3e5-49c8-aa52-5fccfe26d0db tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436158 Feb 07 12:04:21.378990 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 60996) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:04:21.420884 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5d7634-8838-439e-982e-04db75ce2988 tempest-TestVolumeBootPattern-1635929695 tempest-TestVolumeBootPattern-1635929695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:21.422942 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-ee5d7634-8838-439e-982e-04db75ce2988 tempest-TestVolumeBootPattern-1635929695 tempest-TestVolumeBootPattern-1635929695-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 1124 time: 0.0429654 Feb 07 12:04:21.425672 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 60998) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:04:21.429909 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Request body: {'floatingip': {'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'port_id': '0824bb2f-f4eb-4028-8a00-740d8fc8e8c6', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:04:21.538593 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:21.638737 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:21.745778 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_common [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Allocated IP 172.27.1.245 (12a459b1-c19f-48b5-9c0c-c18492f1de42/06f471c1-ec2c-4a47-a3f1-0b43664949d1/4fbac475-ffd1-40c0-b821-03ead4370ce8) {{(pid=109815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:04:21.845879 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for port (4fbac475-ffd1-40c0-b821-03ead4370ce8), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:21.943973 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8643334'] for port (4fbac475-ffd1-40c0-b821-03ead4370ce8), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:21.980199 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Network 12a459b1-c19f-48b5-9c0c-c18492f1de42 is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:04:21.985577 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:04:21.988213 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Received port after_create {{(pid=109815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 12:04:22.020556 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Pushing event updated for resources: {'Port': ['ID=4fbac475-ffd1-40c0-b821-03ead4370ce8,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:04:22.032820 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:04:22.033175 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:04:22.033520 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:04:22.033887 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:04:22.034221 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:04:22.034550 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:04:22.034878 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:04:22.035205 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:04:22.035529 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:04:22.035855 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:04:22.036177 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:04:22.036503 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:04:22.036812 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:04:22.243483 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d85e9c-a9fc-4e86-ac4c-13f625da4fc7 req-594a0bd8-8f8e-4f94-be2c-b5ac0f04db2b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:22.244964 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-87d85e9c-a9fc-4e86-ac4c-13f625da4fc7 req-594a0bd8-8f8e-4f94-be2c-b5ac0f04db2b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 945 time: 0.0529342 Feb 07 12:04:22.292290 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-87d85e9c-a9fc-4e86-ac4c-13f625da4fc7 req-744cfabb-04cd-4d53-8102-b0953e51a870 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=114bfb2e-0a71-49e5-972e-a7dcc44e5033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412033 Feb 07 12:04:22.357354 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for floatingip (26ab4154-3bce-4e78-a90f-c442cf374422), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:22.442175 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a69617-f8a3-4423-aae0-39b856bc2026 req-29884ec6-ee94-4826-8f62-725e8125f6a4 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:22.443567 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-95a69617-f8a3-4423-aae0-39b856bc2026 req-29884ec6-ee94-4826-8f62-725e8125f6a4 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 945 time: 0.0663881 Feb 07 12:04:22.452233 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 32776) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:04:22.457099 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-df89cd38-0f79-42e3-963d-5763572344a7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Request body: {'floatingip': {'port_id': '49016624-475a-4ad8-be3b-d20ac27c8c74'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:04:22.502865 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-df89cd38-0f79-42e3-963d-5763572344a7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for floatingip (186c6aea-e708-4c1f-afd5-40a09017e6ae), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:22.590476 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (4fbac475-ffd1-40c0-b821-03ead4370ce8), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:22.964061 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for port (4fbac475-ffd1-40c0-b821-03ead4370ce8), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:23.085621 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-df89cd38-0f79-42e3-963d-5763572344a7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:23.150063 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8643343'] for port (4fbac475-ffd1-40c0-b821-03ead4370ce8), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:23.224847 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Pushing event updated for resources: {'Port': ['ID=4fbac475-ffd1-40c0-b821-03ead4370ce8,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:04:23.232333 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-875882'] for floatingip (26ab4154-3bce-4e78-a90f-c442cf374422), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:23.328488 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:23.330096 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-df89cd38-0f79-42e3-963d-5763572344a7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-875882'] for floatingip (186c6aea-e708-4c1f-afd5-40a09017e6ae), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:23.389776 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.db.l3_db [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Floating IP 26ab4154-3bce-4e78-a90f-c442cf374422 associated. External IP: 172.27.1.245, port: 0824bb2f-f4eb-4028-8a00-740d8fc8e8c6. Feb 07 12:04:23.761557 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.db.l3_db [None req-df89cd38-0f79-42e3-963d-5763572344a7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Floating IP 186c6aea-e708-4c1f-afd5-40a09017e6ae associated. External IP: 172.27.1.123, port: 49016624-475a-4ad8-be3b-d20ac27c8c74. Feb 07 12:04:24.021717 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Router 1eae28b3-1167-4e2b-8353-6bae16580de1 has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 12:04:24.132276 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df89cd38-0f79-42e3-963d-5763572344a7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Router 180b83f1-0d9d-4ad5-b300-97130b928591 has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 12:04:24.223064 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 12:04:24.233094 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b047169-6797-4f37-943b-e899b4ad74c9 None None] Sync routers for ids ['1eae28b3-1167-4e2b-8353-6bae16580de1'] in dv-cinder-817351-12-iscsi {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:04:24.243047 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b047169-6797-4f37-943b-e899b4ad74c9 None None] Routers {'1eae28b3-1167-4e2b-8353-6bae16580de1'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:04:24.243664 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-8b047169-6797-4f37-943b-e899b4ad74c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:04:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['1eae28b3-1167-4e2b-8353-6bae16580de1'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:04:24.267224 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df89cd38-0f79-42e3-963d-5763572344a7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 12:04:24.271602 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-df89cd38-0f79-42e3-963d-5763572344a7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for floatingip (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:24.277266 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bb6db1-a684-4828-8056-4ca7d8f8ad88 None None] Sync routers for ids ['180b83f1-0d9d-4ad5-b300-97130b928591'] in dv-cinder-817351-12-iscsi {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:04:24.287226 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bb6db1-a684-4828-8056-4ca7d8f8ad88 None None] Routers {'180b83f1-0d9d-4ad5-b300-97130b928591'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:04:24.287835 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-e9bb6db1-a684-4828-8056-4ca7d8f8ad88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:04:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['180b83f1-0d9d-4ad5-b300-97130b928591'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:04:24.305805 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-df89cd38-0f79-42e3-963d-5763572344a7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "PUT /v2.0/floatingips/186c6aea-e708-4c1f-afd5-40a09017e6ae HTTP/1.1" status: 200 len: 991 time: 1.8519406 Feb 07 12:04:24.306492 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d14a9fa-48d8-48cf-8d45-90743b74a33b', 'tag': '49016624-475a-4ad8-be3b-d20ac27c8c74'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:04:24.311882 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5512e24b4b829142f063b72b797f5a35d67167870001cc5935fd87f1b71448f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2681fa-74f7-47d1-b6af-aa9b40d219ad" -d '{"events": [{"name": "network-changed", "server_uuid": "4d14a9fa-48d8-48cf-8d45-90743b74a33b", "tag": "49016624-475a-4ad8-be3b-d20ac27c8c74"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:04:24.334896 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for floatingip (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:24.369285 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-8b047169-6797-4f37-943b-e899b4ad74c9 None None] Set router 1eae28b3-1167-4e2b-8353-6bae16580de1 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:04:24.373751 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 12:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1150ce4d-7217-4f61-8804-61e7895e189b x-openstack-request-id: req-1150ce4d-7217-4f61-8804-61e7895e189b {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:04:24.375317 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d14a9fa-48d8-48cf-8d45-90743b74a33b", "tag": "49016624-475a-4ad8-be3b-d20ac27c8c74", "status": "completed", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:04:24.375317 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1150ce4d-7217-4f61-8804-61e7895e189b {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:04:24.377843 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d14a9fa-48d8-48cf-8d45-90743b74a33b', 'tag': '49016624-475a-4ad8-be3b-d20ac27c8c74', 'status': 'completed', 'code': 200} Feb 07 12:04:24.392476 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-f10cc407-990d-4495-a027-f7801641734a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9655805 Feb 07 12:04:24.447035 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-e9bb6db1-a684-4828-8056-4ca7d8f8ad88 None None] Set router 180b83f1-0d9d-4ad5-b300-97130b928591 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:04:24.470398 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944a6e1-16f0-4374-8a2a-94d4949c7faa req-310bf2a2-ab0d-49c1-baea-8d67ef710343 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:24.472092 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c944a6e1-16f0-4374-8a2a-94d4949c7faa req-310bf2a2-ab0d-49c1-baea-8d67ef710343 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 945 time: 0.0998104 Feb 07 12:04:24.487950 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2681fa-74f7-47d1-b6af-aa9b40d219ad req-977aa084-997a-4119-9c80-6e2a1770660b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:24.489380 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8b2681fa-74f7-47d1-b6af-aa9b40d219ad req-977aa084-997a-4119-9c80-6e2a1770660b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5aee5042ef3f4e89b7ecbd8f22bbd057&device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 1129 time: 0.0717986 Feb 07 12:04:24.586817 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c944a6e1-16f0-4374-8a2a-94d4949c7faa req-d819349b-4fd6-4a3b-af19-babc2feb0686 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=114bfb2e-0a71-49e5-972e-a7dcc44e5033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090257 Feb 07 12:04:24.618783 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2681fa-74f7-47d1-b6af-aa9b40d219ad req-ed6f2e4f-f273-4724-9a48-46dee5dfef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:24.620440 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8b2681fa-74f7-47d1-b6af-aa9b40d219ad req-ed6f2e4f-f273-4724-9a48-46dee5dfef04 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e90f11b-6d0b-4095-9954-c1764d14537e HTTP/1.1" status: 200 len: 911 time: 0.1250074 Feb 07 12:04:24.635252 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-8b047169-6797-4f37-943b-e899b4ad74c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'name': 'tempest-TestVolumeBootPattern-1377235404-router', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:49Z', 'updated_at': '2022-02-07T11:59:52Z', 'revision_number': 4, 'project_id': '2f652314e22c4aaeb65f608410318706', 'gw_port': {'id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:50Z', 'updated_at': '2022-02-07T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_floatingips': [{'id': '26ab4154-3bce-4e78-a90f-c442cf374422', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'port_id': '0824bb2f-f4eb-4028-8a00-740d8fc8e8c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'mac_address': 'fa:16:3e:5c:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8641c81d-221b-47f7-9c68-598c9ec2d562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:04:22Z', 'updated_at': '2022-02-07T12:04:22Z', 'revision_number': 0, 'project_id': '2f652314e22c4aaeb65f608410318706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '021329a1-f8ab-418e-9447-bb303a23d179', 'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'mac_address': 'fa:16:3e:54:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:51Z', 'updated_at': '2022-02-07T11:59:57Z', 'revision_number': 5, 'project_id': '2f652314e22c4aaeb65f608410318706', 'subnets': [{'id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:04:24.663893 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b047169-6797-4f37-943b-e899b4ad74c9 None None] Checking router: 1eae28b3-1167-4e2b-8353-6bae16580de1 for host: dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:04:24.673645 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b047169-6797-4f37-943b-e899b4ad74c9 None None] Routers {'1eae28b3-1167-4e2b-8353-6bae16580de1'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:04:24.674203 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-8b047169-6797-4f37-943b-e899b4ad74c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:04:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['1eae28b3-1167-4e2b-8353-6bae16580de1'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:04:24.692768 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-e9bb6db1-a684-4828-8056-4ca7d8f8ad88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'name': 'tempest-AttachVolumeTestJSON-526033739-router', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:44Z', 'updated_at': '2022-02-07T11:55:53Z', 'revision_number': 4, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'gw_port': {'id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_floatingips': [{'id': '186c6aea-e708-4c1f-afd5-40a09017e6ae', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'port_id': '49016624-475a-4ad8-be3b-d20ac27c8c74', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e', 'mac_address': 'fa:16:3e:1e:6d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d14a9fa-48d8-48cf-8d45-90743b74a33b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:03:57Z', 'updated_at': '2022-02-07T12:04:22Z', 'revision_number': 1, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3de4c66-4359-48f6-9401-6c77410a5fcf', 'name': '', 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'mac_address': 'fa:16:3e:55:39:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:51Z', 'updated_at': '2022-02-07T11:56:02Z', 'revision_number': 5, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'subnets': [{'id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:04:24.698323 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8b2681fa-74f7-47d1-b6af-aa9b40d219ad req-cf020d32-147d-4c54-a36c-837d2eed4d33 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49016624-475a-4ad8-be3b-d20ac27c8c74 HTTP/1.1" status: 200 len: 999 time: 0.0716355 Feb 07 12:04:24.724153 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bb6db1-a684-4828-8056-4ca7d8f8ad88 None None] Checking router: 180b83f1-0d9d-4ad5-b300-97130b928591 for host: dv-cinder-817351-12-iscsi {{(pid=109818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:04:24.738761 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bb6db1-a684-4828-8056-4ca7d8f8ad88 None None] Routers {'180b83f1-0d9d-4ad5-b300-97130b928591'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:04:24.739603 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-e9bb6db1-a684-4828-8056-4ca7d8f8ad88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:04:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['180b83f1-0d9d-4ad5-b300-97130b928591'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:04:24.753325 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2681fa-74f7-47d1-b6af-aa9b40d219ad req-bd9a705a-3889-483f-ba2a-e5c49707a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:24.754911 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8b2681fa-74f7-47d1-b6af-aa9b40d219ad req-bd9a705a-3889-483f-ba2a-e5c49707a306 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b1a0f93d-db77-4f5b-a7ca-00e373764377 HTTP/1.1" status: 200 len: 849 time: 0.0508997 Feb 07 12:04:24.792107 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-8b047169-6797-4f37-943b-e899b4ad74c9 None None] Set router 1eae28b3-1167-4e2b-8353-6bae16580de1 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:04:24.808151 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2681fa-74f7-47d1-b6af-aa9b40d219ad req-b0c927c8-aedc-47da-859c-faa6d8044cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:24.809734 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8b2681fa-74f7-47d1-b6af-aa9b40d219ad req-b0c927c8-aedc-47da-859c-faa6d8044cc8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e90f11b-6d0b-4095-9954-c1764d14537e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491123 Feb 07 12:04:24.858691 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-e9bb6db1-a684-4828-8056-4ca7d8f8ad88 None None] Set router 180b83f1-0d9d-4ad5-b300-97130b928591 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:04:24.901747 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8b2681fa-74f7-47d1-b6af-aa9b40d219ad req-8b9949f2-9e62-4c09-8ab0-fbac46d5ed5e service neutron] 10.222.0.18 "GET /v2.0/networks/7e90f11b-6d0b-4095-9954-c1764d14537e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850120 Feb 07 12:04:25.008855 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8b2681fa-74f7-47d1-b6af-aa9b40d219ad req-5d6a4742-bfd2-44f9-a215-d825b670cfc3 service neutron] 10.222.0.18 "GET /v2.0/networks/7e90f11b-6d0b-4095-9954-c1764d14537e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015811 Feb 07 12:04:25.058828 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-8b047169-6797-4f37-943b-e899b4ad74c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'name': 'tempest-TestVolumeBootPattern-1377235404-router', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:49Z', 'updated_at': '2022-02-07T11:59:52Z', 'revision_number': 4, 'project_id': '2f652314e22c4aaeb65f608410318706', 'gw_port': {'id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:50Z', 'updated_at': '2022-02-07T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_floatingips': [{'id': '26ab4154-3bce-4e78-a90f-c442cf374422', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'port_id': '0824bb2f-f4eb-4028-8a00-740d8fc8e8c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'mac_address': 'fa:16:3e:5c:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8641c81d-221b-47f7-9c68-598c9ec2d562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:04:22Z', 'updated_at': '2022-02-07T12:04:22Z', 'revision_number': 0, 'project_id': '2f652314e22c4aaeb65f608410318706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '021329a1-f8ab-418e-9447-bb303a23d179', 'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'mac_address': 'fa:16:3e:54:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:51Z', 'updated_at': '2022-02-07T11:59:57Z', 'revision_number': 5, 'project_id': '2f652314e22c4aaeb65f608410318706', 'subnets': [{'id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:04:25.084954 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b047169-6797-4f37-943b-e899b4ad74c9 None None] The sync data for ids ['1eae28b3-1167-4e2b-8353-6bae16580de1'] in dv-cinder-817351-12-iscsi is: [{'id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'name': 'tempest-TestVolumeBootPattern-1377235404-router', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:49Z', 'updated_at': '2022-02-07T11:59:52Z', 'revision_number': 4, 'project_id': '2f652314e22c4aaeb65f608410318706', 'gw_port': {'id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:50Z', 'updated_at': '2022-02-07T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_floatingips': [{'id': '26ab4154-3bce-4e78-a90f-c442cf374422', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'port_id': '0824bb2f-f4eb-4028-8a00-740d8fc8e8c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'mac_address': 'fa:16:3e:5c:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8641c81d-221b-47f7-9c68-598c9ec2d562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:04:22Z', 'updated_at': '2022-02-07T12:04:22Z', 'revision_number': 0, 'project_id': '2f652314e22c4aaeb65f608410318706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '021329a1-f8ab-418e-9447-bb303a23d179', 'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'mac_address': 'fa:16:3e:54:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:51Z', 'updated_at': '2022-02-07T11:59:57Z', 'revision_number': 5, 'project_id': '2f652314e22c4aaeb65f608410318706', 'subnets': [{'id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:04:25.104320 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-e9bb6db1-a684-4828-8056-4ca7d8f8ad88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'name': 'tempest-AttachVolumeTestJSON-526033739-router', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:44Z', 'updated_at': '2022-02-07T11:55:53Z', 'revision_number': 4, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'gw_port': {'id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_floatingips': [{'id': '186c6aea-e708-4c1f-afd5-40a09017e6ae', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'port_id': '49016624-475a-4ad8-be3b-d20ac27c8c74', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e', 'mac_address': 'fa:16:3e:1e:6d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d14a9fa-48d8-48cf-8d45-90743b74a33b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:03:57Z', 'updated_at': '2022-02-07T12:04:22Z', 'revision_number': 1, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3de4c66-4359-48f6-9401-6c77410a5fcf', 'name': '', 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'mac_address': 'fa:16:3e:55:39:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:51Z', 'updated_at': '2022-02-07T11:56:02Z', 'revision_number': 5, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'subnets': [{'id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:04:25.131282 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bb6db1-a684-4828-8056-4ca7d8f8ad88 None None] The sync data for ids ['180b83f1-0d9d-4ad5-b300-97130b928591'] in dv-cinder-817351-12-iscsi is: [{'id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'name': 'tempest-AttachVolumeTestJSON-526033739-router', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:44Z', 'updated_at': '2022-02-07T11:55:53Z', 'revision_number': 4, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'gw_port': {'id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_floatingips': [{'id': '186c6aea-e708-4c1f-afd5-40a09017e6ae', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'port_id': '49016624-475a-4ad8-be3b-d20ac27c8c74', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e', 'mac_address': 'fa:16:3e:1e:6d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d14a9fa-48d8-48cf-8d45-90743b74a33b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:03:57Z', 'updated_at': '2022-02-07T12:04:22Z', 'revision_number': 1, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3de4c66-4359-48f6-9401-6c77410a5fcf', 'name': '', 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'mac_address': 'fa:16:3e:55:39:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:51Z', 'updated_at': '2022-02-07T11:56:02Z', 'revision_number': 5, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'subnets': [{'id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:04:25.305689 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c16ac47-f2b9-4598-8062-7742614ca7e7 None None] New status for floating IP 26ab4154-3bce-4e78-a90f-c442cf374422: ACTIVE {{(pid=109817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 12:04:25.373954 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddd00de-3a63-4c29-b54b-dc3cce2c55cf None None] New status for floating IP 186c6aea-e708-4c1f-afd5-40a09017e6ae: ACTIVE {{(pid=109818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 12:04:25.717297 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4b621-43c2-45e4-9e4e-0e13bb6a5988 req-512d57cd-1bdb-4777-ac3f-a53614abf682 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:25.719356 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-10c4b621-43c2-45e4-9e4e-0e13bb6a5988 req-512d57cd-1bdb-4777-ac3f-a53614abf682 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 945 time: 0.0579939 Feb 07 12:04:25.764554 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-10c4b621-43c2-45e4-9e4e-0e13bb6a5988 req-ddabf06a-77ef-4678-8b57-d145cdcf4144 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=114bfb2e-0a71-49e5-972e-a7dcc44e5033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394616 Feb 07 12:04:26.378538 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8641c81d-221b-47f7-9c68-598c9ec2d562', 'tag': '0824bb2f-f4eb-4028-8a00-740d8fc8e8c6'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:04:26.381001 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5512e24b4b829142f063b72b797f5a35d67167870001cc5935fd87f1b71448f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bb5772-8dd3-4386-a5a3-18b8452a344f" -d '{"events": [{"name": "network-changed", "server_uuid": "8641c81d-221b-47f7-9c68-598c9ec2d562", "tag": "0824bb2f-f4eb-4028-8a00-740d8fc8e8c6"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:04:26.416874 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 12:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0362385-3476-4f60-a570-d505e6cc204e x-openstack-request-id: req-a0362385-3476-4f60-a570-d505e6cc204e {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:04:26.417173 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8641c81d-221b-47f7-9c68-598c9ec2d562", "tag": "0824bb2f-f4eb-4028-8a00-740d8fc8e8c6", "status": "completed", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:04:26.417656 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a0362385-3476-4f60-a570-d505e6cc204e {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:04:26.418260 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8641c81d-221b-47f7-9c68-598c9ec2d562', 'tag': '0824bb2f-f4eb-4028-8a00-740d8fc8e8c6', 'status': 'completed', 'code': 200} Feb 07 12:04:26.486534 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb5772-8dd3-4386-a5a3-18b8452a344f req-57a3b8b5-78db-4968-b22d-a4ee157ac42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:26.488145 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-87bb5772-8dd3-4386-a5a3-18b8452a344f req-57a3b8b5-78db-4968-b22d-a4ee157ac42c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f652314e22c4aaeb65f608410318706&device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 1129 time: 0.0475526 Feb 07 12:04:26.582576 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb5772-8dd3-4386-a5a3-18b8452a344f req-35741749-7dff-4c09-a11d-01ae9614a81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:26.584150 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-87bb5772-8dd3-4386-a5a3-18b8452a344f req-35741749-7dff-4c09-a11d-01ae9614a81a service neutron] 10.222.0.18 "GET /v2.0/networks?id=1d02701c-c637-4fd0-a81a-05c2ec80c184 HTTP/1.1" status: 200 len: 913 time: 0.0902379 Feb 07 12:04:26.654121 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-87bb5772-8dd3-4386-a5a3-18b8452a344f req-0a721ac3-1b6f-4e4d-abdd-5298a779485c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0824bb2f-f4eb-4028-8a00-740d8fc8e8c6 HTTP/1.1" status: 200 len: 1001 time: 0.0638082 Feb 07 12:04:26.707968 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb5772-8dd3-4386-a5a3-18b8452a344f req-d6f3982a-ecff-46cb-815e-4a0a105f39a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:26.709422 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-87bb5772-8dd3-4386-a5a3-18b8452a344f req-d6f3982a-ecff-46cb-815e-4a0a105f39a3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5739ce3e-861c-4135-b445-d8ec087e8538 HTTP/1.1" status: 200 len: 851 time: 0.0481308 Feb 07 12:04:26.760636 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb5772-8dd3-4386-a5a3-18b8452a344f req-b0181c00-c804-4a3a-b16b-ed50f19ac26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:04:26.762288 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-87bb5772-8dd3-4386-a5a3-18b8452a344f req-b0181c00-c804-4a3a-b16b-ed50f19ac26b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1d02701c-c637-4fd0-a81a-05c2ec80c184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467212 Feb 07 12:04:26.849162 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-87bb5772-8dd3-4386-a5a3-18b8452a344f req-c0255e4a-2d2e-439b-937d-01ce5d38cefc service neutron] 10.222.0.18 "GET /v2.0/networks/1d02701c-c637-4fd0-a81a-05c2ec80c184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806246 Feb 07 12:04:26.939251 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-87bb5772-8dd3-4386-a5a3-18b8452a344f req-693f4ab0-795a-488f-888e-a87571bb00d0 service neutron] 10.222.0.18 "GET /v2.0/networks/1d02701c-c637-4fd0-a81a-05c2ec80c184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846453 Feb 07 12:04:28.715953 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 32852) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:04:28.758847 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_v2 [None req-149d3712-2368-40bc-b1e5-bb044a1bc1de admin admin] Deleting subnet 4fb21464-0383-4c54-9b5e-6696f8486ffa {{(pid=109815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 12:04:28.761887 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-149d3712-2368-40bc-b1e5-bb044a1bc1de admin admin] Publish callbacks [] for subnet (4fb21464-0383-4c54-9b5e-6696f8486ffa), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:28.795472 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-149d3712-2368-40bc-b1e5-bb044a1bc1de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3418945'] for subnet (4fb21464-0383-4c54-9b5e-6696f8486ffa), precommit_delete_associations {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:28.837789 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-149d3712-2368-40bc-b1e5-bb044a1bc1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67013173'] for subnet (4fb21464-0383-4c54-9b5e-6696f8486ffa), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:28.943978 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-149d3712-2368-40bc-b1e5-bb044a1bc1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67013326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8643545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3889229'] for subnet (4fb21464-0383-4c54-9b5e-6696f8486ffa), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:28.970598 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d3712-2368-40bc-b1e5-bb044a1bc1de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fb21464-0383-4c54-9b5e-6696f8486ffa,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:04:28.972487 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-149d3712-2368-40bc-b1e5-bb044a1bc1de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for subnet (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:28.975765 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-149d3712-2368-40bc-b1e5-bb044a1bc1de admin admin] 10.222.0.67 "DELETE /v2.0/subnets/4fb21464-0383-4c54-9b5e-6696f8486ffa HTTP/1.1" status: 204 len: 168 time: 0.2587237 Feb 07 12:04:28.978337 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 32856) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:04:29.043702 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6eac4810-6963-48b6-89ea-31f795378062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66708451'] for network (14ea3a06-6a76-413d-9b9b-b808e601e353), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:29.123388 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6eac4810-6963-48b6-89ea-31f795378062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67092386', 'neutron.services.segments.db._delete_segments_for_network-8782771681473'] for network (14ea3a06-6a76-413d-9b9b-b808e601e353), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:29.143787 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.services.segments.db [None req-6eac4810-6963-48b6-89ea-31f795378062 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ea3a06-6a76-413d-9b9b-b808e601e353']}} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:04:29.153140 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.services.segments.db [None req-6eac4810-6963-48b6-89ea-31f795378062 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eaf1ece-4065-4ae4-8c2a-a98b57d10a80') {'for_net_delete': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:04:29.153437 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.services.segments.db [None req-6eac4810-6963-48b6-89ea-31f795378062 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eaf1ece-4065-4ae4-8c2a-a98b57d10a80') {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:04:29.162634 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6eac4810-6963-48b6-89ea-31f795378062 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782771684554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3418954'] for segment (0eaf1ece-4065-4ae4-8c2a-a98b57d10a80), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:29.175890 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6eac4810-6963-48b6-89ea-31f795378062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (0eaf1ece-4065-4ae4-8c2a-a98b57d10a80), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:29.181714 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eac4810-6963-48b6-89ea-31f795378062 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=109815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:04:29.182109 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6eac4810-6963-48b6-89ea-31f795378062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8643443'] for segment (0eaf1ece-4065-4ae4-8c2a-a98b57d10a80), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:29.183832 dv-cinder-817351-12-iscsi neutron-server[109815]: Traceback (most recent call last): Feb 07 12:04:29.183832 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:04:29.183832 dv-cinder-817351-12-iscsi neutron-server[109815]: timer() Feb 07 12:04:29.183832 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:04:29.183832 dv-cinder-817351-12-iscsi neutron-server[109815]: cb(*args, **kw) Feb 07 12:04:29.183832 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 12:04:29.183832 dv-cinder-817351-12-iscsi neutron-server[109815]: return func(*args, **kwargs) Feb 07 12:04:29.183832 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:04:29.183832 dv-cinder-817351-12-iscsi neutron-server[109815]: self._notify() Feb 07 12:04:29.183832 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:04:29.183832 dv-cinder-817351-12-iscsi neutron-server[109815]: self.callback(batched_events) Feb 07 12:04:29.183832 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:04:29.183832 dv-cinder-817351-12-iscsi neutron-server[109815]: event.method(event) Feb 07 12:04:29.183832 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 12:04:29.183832 dv-cinder-817351-12-iscsi neutron-server[109815]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:04:29.183832 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 12:04:29.183832 dv-cinder-817351-12-iscsi neutron-server[109815]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:04:29.183832 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 12:04:29.183832 dv-cinder-817351-12-iscsi neutron-server[109815]: return f(self, *a, **k) Feb 07 12:04:29.183832 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 12:04:29.183832 dv-cinder-817351-12-iscsi neutron-server[109815]: return self._get(url).json() Feb 07 12:04:29.183832 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 12:04:29.183832 dv-cinder-817351-12-iscsi neutron-server[109815]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:04:29.183832 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:04:29.183832 dv-cinder-817351-12-iscsi neutron-server[109815]: return self.request(url, 'GET', **kwargs) Feb 07 12:04:29.183832 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:04:29.183832 dv-cinder-817351-12-iscsi neutron-server[109815]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:04:29.183832 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:04:29.183832 dv-cinder-817351-12-iscsi neutron-server[109815]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:04:29.183832 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:04:29.183832 dv-cinder-817351-12-iscsi neutron-server[109815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:04:29.183832 dv-cinder-817351-12-iscsi neutron-server[109815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:04:29.315092 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6eac4810-6963-48b6-89ea-31f795378062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67092411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-875896'] for network (14ea3a06-6a76-413d-9b9b-b808e601e353), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:29.320519 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6eac4810-6963-48b6-89ea-31f795378062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:29.324037 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-6eac4810-6963-48b6-89ea-31f795378062 admin admin] 10.222.0.67 "DELETE /v2.0/networks/14ea3a06-6a76-413d-9b9b-b808e601e353 HTTP/1.1" status: 204 len: 168 time: 0.3447850 Feb 07 12:04:29.339157 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac4810-6963-48b6-89ea-31f795378062 admin admin] Pushing event deleted for resources: {'Network': ['ID=14ea3a06-6a76-413d-9b9b-b808e601e353,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:04:29.662644 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 32862) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:04:29.701176 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-97433c9b-31f6-4973-a58e-5a4f0b5e4208 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c3171965250b49d9b230bb6b8387aebd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373886 Feb 07 12:04:29.703538 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 32864) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:04:29.749646 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-7d754880-b009-4005-b088-86e098685dae admin admin] Publish callbacks [] for security_group (58626264-1864-4620-86de-d2cf52212a55), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:29.770766 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-7d754880-b009-4005-b088-86e098685dae admin admin] Publish callbacks [] for security_group (58626264-1864-4620-86de-d2cf52212a55), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:29.886356 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-7d754880-b009-4005-b088-86e098685dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (58626264-1864-4620-86de-d2cf52212a55), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:29.888921 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-7d754880-b009-4005-b088-86e098685dae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:29.890103 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-7d754880-b009-4005-b088-86e098685dae admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/58626264-1864-4620-86de-d2cf52212a55 HTTP/1.1" status: 204 len: 168 time: 0.1851969 Feb 07 12:04:29.898157 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d754880-b009-4005-b088-86e098685dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58626264-1864-4620-86de-d2cf52212a55,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:04:38.429256 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-83e20e67-1ae5-4883-adbd-8c33dfc78f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:40.560139 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0f221fc6-7749-46f2-80c9-f78d68dc0c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:41.703290 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:43.657573 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:44.685840 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:53.194578 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:04:53.555415 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 12:05:08.445923 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-e456ed32-b4b2-464d-8df9-5538ab947e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:10.570956 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29fd20f5-c30e-4ac7-8e03-163564fe55b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:11.696950 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:13.685195 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:14.690898 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:21.596785 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835bdfc-639b-4530-9a8c-0c237e7ecc3c req-345b803c-1814-46c9-8d1c-692e7b14e8af tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:21.598246 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8835bdfc-639b-4530-9a8c-0c237e7ecc3c req-345b803c-1814-46c9-8d1c-692e7b14e8af tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.0542724 Feb 07 12:05:21.644127 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8835bdfc-639b-4530-9a8c-0c237e7ecc3c req-dd7ad576-dae8-442f-b387-1c78c4cf604e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393705 Feb 07 12:05:22.784502 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcb4c0-47d5-436e-97ab-f90a68ecaefb req-4fb05cf4-743b-4a2c-b2c0-f68017e42f73 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:22.786002 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4adcb4c0-47d5-436e-97ab-f90a68ecaefb req-4fb05cf4-743b-4a2c-b2c0-f68017e42f73 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.0524299 Feb 07 12:05:22.834863 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4adcb4c0-47d5-436e-97ab-f90a68ecaefb req-307d17ab-5c6b-490f-8321-cd5f4b047d0d tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431890 Feb 07 12:05:23.199563 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:23.963662 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb1cca-cd08-48ee-8c92-fab62a198919 req-d98b90ac-9dea-4b87-a5a4-8f2b58b89d72 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:23.965111 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-65fb1cca-cd08-48ee-8c92-fab62a198919 req-d98b90ac-9dea-4b87-a5a4-8f2b58b89d72 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.0556080 Feb 07 12:05:24.009370 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-65fb1cca-cd08-48ee-8c92-fab62a198919 req-cf215314-c00b-4199-a3d8-30fe821a3f46 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388093 Feb 07 12:05:25.130482 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109b5fd-f089-41f3-b393-87895c1aac1f req-82ed06e5-7edf-46ad-bd10-35c7395f6da2 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:25.131945 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-6109b5fd-f089-41f3-b393-87895c1aac1f req-82ed06e5-7edf-46ad-bd10-35c7395f6da2 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.0519781 Feb 07 12:05:25.177752 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-6109b5fd-f089-41f3-b393-87895c1aac1f req-e6ead900-38f4-4dfd-97e9-52a5f751de3b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403254 Feb 07 12:05:26.297802 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63a679-bd66-4690-81d7-9a4316002c3e req-3ba088a1-6ad1-448a-98c7-a6932b5c8609 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:26.299282 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0a63a679-bd66-4690-81d7-9a4316002c3e req-3ba088a1-6ad1-448a-98c7-a6932b5c8609 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.0518060 Feb 07 12:05:26.346307 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0a63a679-bd66-4690-81d7-9a4316002c3e req-c6ecc12f-11e7-4368-a062-dbb01aec38c7 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414126 Feb 07 12:05:27.467759 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750e8ce-743c-48d2-b436-4471b95f7cc4 req-2a484707-d7a0-49e3-a411-6f031eee2b9c tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:27.469230 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-6750e8ce-743c-48d2-b436-4471b95f7cc4 req-2a484707-d7a0-49e3-a411-6f031eee2b9c tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.0516722 Feb 07 12:05:27.513996 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-6750e8ce-743c-48d2-b436-4471b95f7cc4 req-312a6032-bb6b-4612-925a-c6569cdf93f8 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392816 Feb 07 12:05:28.634513 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bb89a-9d1e-49e9-ba0e-be575104624a req-55e74ba7-dbb2-4b93-87b0-9a6100e5e63e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:28.636006 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3a9bb89a-9d1e-49e9-ba0e-be575104624a req-55e74ba7-dbb2-4b93-87b0-9a6100e5e63e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.0520542 Feb 07 12:05:28.688135 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3a9bb89a-9d1e-49e9-ba0e-be575104624a req-9663226c-ab21-4e65-a747-58b4981b0ada tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465801 Feb 07 12:05:29.814374 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953597e-a286-4864-a727-afc2f87802cc req-c98a996f-bfa9-43b4-aa0b-edfd2627359d tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:29.815879 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-0953597e-a286-4864-a727-afc2f87802cc req-c98a996f-bfa9-43b4-aa0b-edfd2627359d tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.0545888 Feb 07 12:05:29.861225 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-0953597e-a286-4864-a727-afc2f87802cc req-f43ddff8-7fee-45b0-8802-7dd8a911b7e4 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390725 Feb 07 12:05:30.554663 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 12:05:30.981613 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2511a81-38bd-4bc7-9327-683cabbe996c req-f8d10953-7a13-4caa-a766-14f3b3506c13 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:30.983083 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d2511a81-38bd-4bc7-9327-683cabbe996c req-f8d10953-7a13-4caa-a766-14f3b3506c13 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.0520911 Feb 07 12:05:31.028418 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d2511a81-38bd-4bc7-9327-683cabbe996c req-1a3c3b25-c259-45f5-a0cd-92a12f9c5577 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397947 Feb 07 12:05:32.149802 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a106e6-18cc-4c1b-bd60-a4e65e949e66 req-9572a0cc-4df0-4067-96c0-2ac1511b15bf tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:32.151250 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-37a106e6-18cc-4c1b-bd60-a4e65e949e66 req-9572a0cc-4df0-4067-96c0-2ac1511b15bf tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.0513892 Feb 07 12:05:32.197561 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-37a106e6-18cc-4c1b-bd60-a4e65e949e66 req-3ea04d1f-b92c-4d78-8a15-bdd9de9e6bd5 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408475 Feb 07 12:05:33.316847 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c2087-4576-4eac-980b-cde694f45769 req-63991afc-02e7-42f4-b598-fca23dfb37b9 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:33.318344 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-111c2087-4576-4eac-980b-cde694f45769 req-63991afc-02e7-42f4-b598-fca23dfb37b9 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.0516772 Feb 07 12:05:33.364256 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-111c2087-4576-4eac-980b-cde694f45769 req-d2376e27-4b05-4514-b90f-9b84af43f1d8 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400753 Feb 07 12:05:34.487594 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33df6b-48b9-4db2-bca9-7e28c3019412 req-71812893-118b-426d-8a87-31f3c9f00d4b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:34.488981 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-be33df6b-48b9-4db2-bca9-7e28c3019412 req-71812893-118b-426d-8a87-31f3c9f00d4b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.0549445 Feb 07 12:05:34.534110 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-be33df6b-48b9-4db2-bca9-7e28c3019412 req-bc4591be-c2cd-4949-b934-ae073e94a08f tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389717 Feb 07 12:05:35.660493 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ccf67-732a-4ea8-bf51-9e70e445d18f req-84f81a00-8cbd-44e6-80f5-9f570ff12357 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:35.661999 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-fc1ccf67-732a-4ea8-bf51-9e70e445d18f req-84f81a00-8cbd-44e6-80f5-9f570ff12357 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.0559270 Feb 07 12:05:35.708280 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-fc1ccf67-732a-4ea8-bf51-9e70e445d18f req-f26291d0-9f72-4c60-9f3e-751d912380d7 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407829 Feb 07 12:05:35.837758 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 7f77c074-ce24-4902-905c-50a8c7a93107 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 12:05:35.933879 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 7f77c074-ce24-4902-905c-50a8c7a93107, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7f77c074-ce24-4902-905c-50a8c7a93107,segment=NetworkSegment(4dd91289-9497-4700-ac6d-fa09629bdd61),segment_id=4dd91289-9497-4700-ac6d-fa09629bdd61)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:05:35.945299 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Returning: {'device': '7f77c074-ce24-4902-905c-50a8c7a93107', 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e', 'port_id': '7f77c074-ce24-4902-905c-50a8c7a93107', 'mac_address': 'fa:16:3e:16:8f:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 12:05:35.981380 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port 7f77c074-ce24-4902-905c-50a8c7a93107 is: ACTIVE; New status is: BUILD {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:05:35.981814 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (7f77c074-ce24-4902-905c-50a8c7a93107), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:35.994719 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f77c074-ce24-4902-905c-50a8c7a93107 {{(pid=109817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 12:05:36.013030 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 7f77c074-ce24-4902-905c-50a8c7a93107, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7f77c074-ce24-4902-905c-50a8c7a93107,segment=NetworkSegment(4dd91289-9497-4700-ac6d-fa09629bdd61),segment_id=4dd91289-9497-4700-ac6d-fa09629bdd61)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:05:36.079148 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (7f77c074-ce24-4902-905c-50a8c7a93107), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:36.131165 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=7f77c074-ce24-4902-905c-50a8c7a93107,revision_number=6']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:05:36.138425 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:36.138780 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:36.139161 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:36.139468 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:36.139804 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:36.140131 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:36.140462 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:36.140794 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:36.141124 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:36.141453 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:36.141814 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:36.142135 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:36.142456 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:36.174412 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['7f77c074-ce24-4902-905c-50a8c7a93107'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 12:05:36.831060 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361de1a6-c3a7-4fad-92a7-8a6ee206633e req-9e49a57d-4be1-4a50-8bca-25e775d9eb81 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:36.832576 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-361de1a6-c3a7-4fad-92a7-8a6ee206633e req-9e49a57d-4be1-4a50-8bca-25e775d9eb81 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 945 time: 0.0521963 Feb 07 12:05:36.878240 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-361de1a6-c3a7-4fad-92a7-8a6ee206633e req-d7123fd7-3f08-49c6-9d6c-123bf3e84ea4 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394614 Feb 07 12:05:37.870174 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 7f77c074-ce24-4902-905c-50a8c7a93107 up at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 12:05:38.013199 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8b2fb-d5f2-49cb-91b1-8cdac787fdff req-4d121f51-1018-49aa-836c-9e7301bca334 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:38.014791 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-feb8b2fb-d5f2-49cb-91b1-8cdac787fdff req-4d121f51-1018-49aa-836c-9e7301bca334 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 945 time: 0.0535073 Feb 07 12:05:38.047296 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning complete for port 7f77c074-ce24-4902-905c-50a8c7a93107 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:05:38.047668 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (7f77c074-ce24-4902-905c-50a8c7a93107), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:38.060962 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-feb8b2fb-d5f2-49cb-91b1-8cdac787fdff req-f0d478a1-a5a2-4221-8a21-4ce4d052df40 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406325 Feb 07 12:05:38.123564 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port 7f77c074-ce24-4902-905c-50a8c7a93107 is: BUILD; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:05:38.123872 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (7f77c074-ce24-4902-905c-50a8c7a93107), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:38.145282 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d47099-895a-491b-9bdb-b784eefdd62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f77c074-ce24-4902-905c-50a8c7a93107'}] {{(pid=109817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:05:38.147520 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bc6b3c0530c896bdfe52e422604eaad6eac6737642d5fab1ac5583b9ec47d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac27a7b-8b30-4bf3-ab3a-0f4fcb6b9746" -d '{"events": [{"server_uuid": "63d47099-895a-491b-9bdb-b784eefdd62f", "name": "network-vif-plugged", "status": "completed", "tag": "7f77c074-ce24-4902-905c-50a8c7a93107"}]}' {{(pid=109817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:05:38.159481 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 7f77c074-ce24-4902-905c-50a8c7a93107, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7f77c074-ce24-4902-905c-50a8c7a93107,segment=NetworkSegment(4dd91289-9497-4700-ac6d-fa09629bdd61),segment_id=4dd91289-9497-4700-ac6d-fa09629bdd61)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:05:38.184910 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383e2d07-3139-482a-861f-626060b555db x-openstack-request-id: req-383e2d07-3139-482a-861f-626060b555db {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:05:38.185206 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d47099-895a-491b-9bdb-b784eefdd62f", "name": "network-vif-plugged", "status": "completed", "tag": "7f77c074-ce24-4902-905c-50a8c7a93107", "code": 200}]} {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:05:38.185462 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-383e2d07-3139-482a-861f-626060b555db {{(pid=109817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:05:38.186006 dv-cinder-817351-12-iscsi neutron-server[109817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d47099-895a-491b-9bdb-b784eefdd62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f77c074-ce24-4902-905c-50a8c7a93107', 'code': 200} Feb 07 12:05:38.256592 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (7f77c074-ce24-4902-905c-50a8c7a93107), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:38.307099 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=7f77c074-ce24-4902-905c-50a8c7a93107,revision_number=7']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:05:38.404900 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29a896d8-ee8f-412a-af60-c957d0a35d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:39.186464 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424779a5-8f7e-4d80-a6c5-1ec46140b248 req-56d18113-aa49-4f5a-b31f-75564d6a4dae tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:39.187946 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-424779a5-8f7e-4d80-a6c5-1ec46140b248 req-56d18113-aa49-4f5a-b31f-75564d6a4dae tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.0561309 Feb 07 12:05:39.233838 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-424779a5-8f7e-4d80-a6c5-1ec46140b248 req-8de957c1-7967-4ad0-97a2-85fc7c45fec3 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401878 Feb 07 12:05:40.381416 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfe6cd-e831-4fb1-b4c4-96fdc451cdd6 req-7184aef8-4473-4896-8071-b7602ddd32c7 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:40.383689 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-2fdfe6cd-e831-4fb1-b4c4-96fdc451cdd6 req-7184aef8-4473-4896-8071-b7602ddd32c7 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.0641060 Feb 07 12:05:40.443631 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-2fdfe6cd-e831-4fb1-b4c4-96fdc451cdd6 req-ee7aa28e-2767-4803-86ad-f8ba47bd9e72 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526016 Feb 07 12:05:40.583597 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-121694b7-76cf-4718-a3be-31b7a95ad009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:41.586616 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ab39e-a1b3-4dae-9b36-3d6683d2955e req-e1ba66b1-a781-4cbe-80d7-5482c333c2bb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:41.588200 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-679ab39e-a1b3-4dae-9b36-3d6683d2955e req-e1ba66b1-a781-4cbe-80d7-5482c333c2bb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.0665541 Feb 07 12:05:41.641686 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-679ab39e-a1b3-4dae-9b36-3d6683d2955e req-40ba4cac-1947-443e-a02e-437e2f31e820 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470800 Feb 07 12:05:41.736775 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:42.772276 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7aaec-0b26-4a42-a310-7204c3074071 req-0e9c5950-0399-434c-878e-dfb70e7d74be tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:42.773810 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-6cf7aaec-0b26-4a42-a310-7204c3074071 req-0e9c5950-0399-434c-878e-dfb70e7d74be tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.0550644 Feb 07 12:05:42.833892 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-6cf7aaec-0b26-4a42-a310-7204c3074071 req-764c16f0-4e5e-4fa8-b8ac-7c66ab76c49c tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518186 Feb 07 12:05:43.697191 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:44.186645 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6910d6-b490-4117-b528-f7c35e2402f6 req-d7163a49-e609-4cec-8556-4e79dde9971c tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:44.188403 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5e6910d6-b490-4117-b528-f7c35e2402f6 req-d7163a49-e609-4cec-8556-4e79dde9971c tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.2787640 Feb 07 12:05:44.242453 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5e6910d6-b490-4117-b528-f7c35e2402f6 req-b66b4c0f-b89a-4f0a-a0fb-4b360485fcdc tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476184 Feb 07 12:05:44.696790 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:45.418851 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7297bc5-d0aa-454a-8271-020be49958a0 req-f3bebca5-270d-4f33-b510-4c9db861724c tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:45.420415 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c7297bc5-d0aa-454a-8271-020be49958a0 req-f3bebca5-270d-4f33-b510-4c9db861724c tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.1074474 Feb 07 12:05:45.477104 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c7297bc5-d0aa-454a-8271-020be49958a0 req-0bd8cfff-d54f-406c-a1be-231a59d3adf0 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511820 Feb 07 12:05:46.621069 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cee67-4b36-41df-a739-0a53fb5625c0 req-b611beeb-cc5f-4034-9ee4-e1bce7e57d27 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:46.629063 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-5b3cee67-4b36-41df-a739-0a53fb5625c0 req-b611beeb-cc5f-4034-9ee4-e1bce7e57d27 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.0656719 Feb 07 12:05:46.680801 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-5b3cee67-4b36-41df-a739-0a53fb5625c0 req-ae466e94-22ec-4b88-bbce-b98dfe7640f5 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508451 Feb 07 12:05:47.852851 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a7207-1a9d-4241-90a8-cdfb0986f5b5 req-f8eea8ab-ce35-4d76-9f41-04f00899f72c tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:47.860164 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-1d7a7207-1a9d-4241-90a8-cdfb0986f5b5 req-f8eea8ab-ce35-4d76-9f41-04f00899f72c tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.0958025 Feb 07 12:05:47.914367 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-1d7a7207-1a9d-4241-90a8-cdfb0986f5b5 req-cfd9f6bb-c328-4b38-a6a3-3096f47d035f tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513508 Feb 07 12:05:49.053045 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c3c91-07a3-4a62-b37c-4fbd289eb0ef req-cfb8fcae-81e5-445d-9312-f75aa16dfbd4 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:49.055955 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3e9c3c91-07a3-4a62-b37c-4fbd289eb0ef req-cfb8fcae-81e5-445d-9312-f75aa16dfbd4 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.0583479 Feb 07 12:05:49.110359 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3e9c3c91-07a3-4a62-b37c-4fbd289eb0ef req-68b9b37e-a8d8-4d9c-9693-3711748e6db6 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482996 Feb 07 12:05:50.238038 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c33840-7f71-4afc-90df-ff9e68571c26 req-20ad168d-3e9b-4209-9aad-1b5fb7026f42 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:50.239427 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b3c33840-7f71-4afc-90df-ff9e68571c26 req-20ad168d-3e9b-4209-9aad-1b5fb7026f42 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.0525105 Feb 07 12:05:50.285806 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b3c33840-7f71-4afc-90df-ff9e68571c26 req-2a2d04d8-a404-45b6-83cd-e47dce242109 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408568 Feb 07 12:05:50.788000 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f99418-e8f8-4f00-9b35-2b89e215964c req-32f62e74-aefd-4005-88c3-9faef5a295ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:50.790006 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-72f99418-e8f8-4f00-9b35-2b89e215964c req-32f62e74-aefd-4005-88c3-9faef5a295ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7def8326042e4a8fa3c19125edfb7d63&device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 1130 time: 0.0477087 Feb 07 12:05:50.879944 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f99418-e8f8-4f00-9b35-2b89e215964c req-2815341d-c46c-427b-a11f-2a503211bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:50.881467 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-72f99418-e8f8-4f00-9b35-2b89e215964c req-2815341d-c46c-427b-a11f-2a503211bc36 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5c560c9d-289f-4491-b462-db6f3ab05c8e HTTP/1.1" status: 200 len: 918 time: 0.0853369 Feb 07 12:05:50.950473 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-72f99418-e8f8-4f00-9b35-2b89e215964c req-0a2960d7-a201-4f10-afa3-5ff82a177b10 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f77c074-ce24-4902-905c-50a8c7a93107 HTTP/1.1" status: 200 len: 1001 time: 0.0630906 Feb 07 12:05:50.998898 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bc787-5b69-4bff-8c09-3e7667262be2 req-21630900-a86d-4116-b7a4-39efa4137dc4 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:51.000751 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-777bc787-5b69-4bff-8c09-3e7667262be2 req-21630900-a86d-4116-b7a4-39efa4137dc4 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 945 time: 0.0559254 Feb 07 12:05:51.004739 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f99418-e8f8-4f00-9b35-2b89e215964c req-12a12fe3-3699-4cc7-a5a0-0acfb8e885d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:51.006317 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-72f99418-e8f8-4f00-9b35-2b89e215964c req-12a12fe3-3699-4cc7-a5a0-0acfb8e885d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40dfba53-a55c-40ea-abe9-97a328c1f35f HTTP/1.1" status: 200 len: 856 time: 0.0503180 Feb 07 12:05:51.051808 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-777bc787-5b69-4bff-8c09-3e7667262be2 req-7274fc59-4cc1-4a66-8a52-d066616be9a2 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=114bfb2e-0a71-49e5-972e-a7dcc44e5033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452893 Feb 07 12:05:51.054870 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f99418-e8f8-4f00-9b35-2b89e215964c req-87533f69-2960-4b8c-982b-08c0d0d7b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:51.056433 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-72f99418-e8f8-4f00-9b35-2b89e215964c req-87533f69-2960-4b8c-982b-08c0d0d7b728 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c560c9d-289f-4491-b462-db6f3ab05c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444124 Feb 07 12:05:51.146641 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-72f99418-e8f8-4f00-9b35-2b89e215964c req-fdc5cfc9-97be-4ee7-b9cc-4210547750b5 service neutron] 10.222.0.18 "GET /v2.0/networks/5c560c9d-289f-4491-b462-db6f3ab05c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830588 Feb 07 12:05:51.233405 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-72f99418-e8f8-4f00-9b35-2b89e215964c req-d49e36c7-b335-47e7-bec0-c634a09caa46 service neutron] 10.222.0.18 "GET /v2.0/networks/5c560c9d-289f-4491-b462-db6f3ab05c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796168 Feb 07 12:05:51.409208 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141565f2-c754-4d3a-8078-9e181193d160 req-77f381dc-ddc6-4298-8629-8b11195605b3 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:51.410707 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-141565f2-c754-4d3a-8078-9e181193d160 req-77f381dc-ddc6-4298-8629-8b11195605b3 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.0527585 Feb 07 12:05:51.456187 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-141565f2-c754-4d3a-8078-9e181193d160 req-c88d9001-9789-473e-bb71-9ea206ef95c7 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398448 Feb 07 12:05:52.169664 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b155211-c4d9-4074-9d9a-8adfc82bbfc0 req-7951db3f-b036-4ca3-a35a-8367da6fcb14 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:52.171138 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3b155211-c4d9-4074-9d9a-8adfc82bbfc0 req-7951db3f-b036-4ca3-a35a-8367da6fcb14 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 945 time: 0.0519516 Feb 07 12:05:52.216710 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3b155211-c4d9-4074-9d9a-8adfc82bbfc0 req-e208a02b-7ab7-44a4-9560-d8e175cede94 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=114bfb2e-0a71-49e5-972e-a7dcc44e5033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400844 Feb 07 12:05:52.580681 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4163ed4-be9b-4cc8-a649-8cbcf5db18c1 req-8b71fc5f-85ba-4e4a-8510-904cc55f860b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:52.582169 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f4163ed4-be9b-4cc8-a649-8cbcf5db18c1 req-8b71fc5f-85ba-4e4a-8510-904cc55f860b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.0557539 Feb 07 12:05:52.628191 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f4163ed4-be9b-4cc8-a649-8cbcf5db18c1 req-3976c5a0-c412-4051-ab88-9cbfc0313d60 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403860 Feb 07 12:05:53.044669 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501faf84-24a3-4b05-9552-057720f10147 req-740f8d55-6cd4-465b-9dae-2eae49d2fd9b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:53.046134 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-501faf84-24a3-4b05-9552-057720f10147 req-740f8d55-6cd4-465b-9dae-2eae49d2fd9b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 945 time: 0.0552702 Feb 07 12:05:53.141035 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-501faf84-24a3-4b05-9552-057720f10147 req-364f268d-1834-4846-9145-3ac8ba6605f7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Deleting port 49016624-475a-4ad8-be3b-d20ac27c8c74 {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:05:53.141285 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-501faf84-24a3-4b05-9552-057720f10147 req-364f268d-1834-4846-9145-3ac8ba6605f7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (49016624-475a-4ad8-be3b-d20ac27c8c74), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:53.210341 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:53.228913 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-501faf84-24a3-4b05-9552-057720f10147 req-364f268d-1834-4846-9145-3ac8ba6605f7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] For port 49016624-475a-4ad8-be3b-d20ac27c8c74, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=49016624-475a-4ad8-be3b-d20ac27c8c74,segment=NetworkSegment(5ce52992-6ecb-4a67-aa5e-518eb9452259),segment_id=5ce52992-6ecb-4a67-aa5e-518eb9452259)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:05:53.229258 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-501faf84-24a3-4b05-9552-057720f10147 req-364f268d-1834-4846-9145-3ac8ba6605f7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (49016624-475a-4ad8-be3b-d20ac27c8c74), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:53.341512 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8a0c2-0c98-4fe7-921c-e7f71542bdec req-00899739-d575-4224-a56c-7da396eaefb1 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:53.343037 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-1df8a0c2-0c98-4fe7-921c-e7f71542bdec req-00899739-d575-4224-a56c-7da396eaefb1 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 945 time: 0.0561223 Feb 07 12:05:53.389628 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-1df8a0c2-0c98-4fe7-921c-e7f71542bdec req-17965050-e667-4d79-9522-eaa2205cf7c4 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups?id=114bfb2e-0a71-49e5-972e-a7dcc44e5033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409610 Feb 07 12:05:53.405762 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-501faf84-24a3-4b05-9552-057720f10147 req-364f268d-1834-4846-9145-3ac8ba6605f7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:53.406133 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-501faf84-24a3-4b05-9552-057720f10147 req-364f268d-1834-4846-9145-3ac8ba6605f7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-875882'] for floatingip (186c6aea-e708-4c1f-afd5-40a09017e6ae), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:53.406449 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.db.l3_db [req-501faf84-24a3-4b05-9552-057720f10147 req-364f268d-1834-4846-9145-3ac8ba6605f7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Floating IP 186c6aea-e708-4c1f-afd5-40a09017e6ae disassociated. External IP: 172.27.1.123, port: 49016624-475a-4ad8-be3b-d20ac27c8c74. Feb 07 12:05:53.406789 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-501faf84-24a3-4b05-9552-057720f10147 req-364f268d-1834-4846-9145-3ac8ba6605f7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Calling delete_port for 49016624-475a-4ad8-be3b-d20ac27c8c74 owned by compute:nova {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:05:53.599220 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-501faf84-24a3-4b05-9552-057720f10147 req-364f268d-1834-4846-9145-3ac8ba6605f7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (49016624-475a-4ad8-be3b-d20ac27c8c74), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:53.634098 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f268d-1834-4846-9145-3ac8ba6605f7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Pushing event deleted for resources: {'Port': ['ID=49016624-475a-4ad8-be3b-d20ac27c8c74,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:05:53.644892 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364f268d-1834-4846-9145-3ac8ba6605f7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:53.645179 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364f268d-1834-4846-9145-3ac8ba6605f7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:53.645526 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364f268d-1834-4846-9145-3ac8ba6605f7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:53.645913 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364f268d-1834-4846-9145-3ac8ba6605f7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:53.646232 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364f268d-1834-4846-9145-3ac8ba6605f7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:53.646571 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364f268d-1834-4846-9145-3ac8ba6605f7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:53.646899 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364f268d-1834-4846-9145-3ac8ba6605f7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:53.647224 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364f268d-1834-4846-9145-3ac8ba6605f7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:53.648152 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364f268d-1834-4846-9145-3ac8ba6605f7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:53.648152 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364f268d-1834-4846-9145-3ac8ba6605f7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:53.648341 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364f268d-1834-4846-9145-3ac8ba6605f7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:53.648610 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364f268d-1834-4846-9145-3ac8ba6605f7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:53.648927 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364f268d-1834-4846-9145-3ac8ba6605f7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:53.905312 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 49016624-475a-4ad8-be3b-d20ac27c8c74 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:05:53.925942 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] No Port match for: 49016624-475a-4ad8-be3b-d20ac27c8c74 {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:05:53.926282 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 49016624-475a-4ad8-be3b-d20ac27c8c74 not bound to the agent host hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:05:53.926699 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 7f77c074-ce24-4902-905c-50a8c7a93107 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:05:54.010519 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port 7f77c074-ce24-4902-905c-50a8c7a93107 is: ACTIVE; New status is: DOWN {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:05:54.010918 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (7f77c074-ce24-4902-905c-50a8c7a93107), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:54.034584 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d47099-895a-491b-9bdb-b784eefdd62f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f77c074-ce24-4902-905c-50a8c7a93107'}] {{(pid=109817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:05:54.037008 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bc6b3c0530c896bdfe52e422604eaad6eac6737642d5fab1ac5583b9ec47d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132d3ada-b1e0-4b40-802e-57a796cdcb3c" -d '{"events": [{"server_uuid": "63d47099-895a-491b-9bdb-b784eefdd62f", "name": "network-vif-unplugged", "status": "completed", "tag": "7f77c074-ce24-4902-905c-50a8c7a93107"}]}' {{(pid=109817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:05:54.050888 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 7f77c074-ce24-4902-905c-50a8c7a93107, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7f77c074-ce24-4902-905c-50a8c7a93107,segment=NetworkSegment(4dd91289-9497-4700-ac6d-fa09629bdd61),segment_id=4dd91289-9497-4700-ac6d-fa09629bdd61)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:05:54.066206 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04171a-6f10-46cc-89f4-d2662fea7293 req-a33b3794-ad43-4355-b92e-be3f2ddf4d32 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:54.067766 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0c04171a-6f10-46cc-89f4-d2662fea7293 req-a33b3794-ad43-4355-b92e-be3f2ddf4d32 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 946 time: 0.3535893 Feb 07 12:05:54.077064 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Feb 2022 12:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed65534-690d-443f-ae34-ae2e367a98fe x-openstack-request-id: req-4ed65534-690d-443f-ae34-ae2e367a98fe {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:05:54.077415 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d47099-895a-491b-9bdb-b784eefdd62f", "name": "network-vif-unplugged", "status": "failed", "tag": "7f77c074-ce24-4902-905c-50a8c7a93107", "code": 422}]} {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:05:54.077951 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4ed65534-690d-443f-ae34-ae2e367a98fe {{(pid=109817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:05:54.078517 dv-cinder-817351-12-iscsi neutron-server[109817]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '63d47099-895a-491b-9bdb-b784eefdd62f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7f77c074-ce24-4902-905c-50a8c7a93107', 'code': 422} returned with failed status Feb 07 12:05:54.084536 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-501faf84-24a3-4b05-9552-057720f10147 req-364f268d-1834-4846-9145-3ac8ba6605f7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Router 180b83f1-0d9d-4ad5-b300-97130b928591 has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 12:05:54.131395 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (7f77c074-ce24-4902-905c-50a8c7a93107), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:54.183738 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=7f77c074-ce24-4902-905c-50a8c7a93107,revision_number=8']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:05:54.190937 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0c04171a-6f10-46cc-89f4-d2662fea7293 req-638bcfdc-6724-4219-b9e7-8dd7c66b8680 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149504 Feb 07 12:05:54.228298 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-501faf84-24a3-4b05-9552-057720f10147 req-364f268d-1834-4846-9145-3ac8ba6605f7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 12:05:54.239272 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fb35ff-d931-45de-80f5-8fd23ac63a34 None None] Sync routers for ids ['180b83f1-0d9d-4ad5-b300-97130b928591'] in dv-cinder-817351-12-iscsi {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:05:54.249969 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fb35ff-d931-45de-80f5-8fd23ac63a34 None None] Routers {'180b83f1-0d9d-4ad5-b300-97130b928591'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:05:54.250601 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-b2fb35ff-d931-45de-80f5-8fd23ac63a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:05:40Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['180b83f1-0d9d-4ad5-b300-97130b928591'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:05:54.277688 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-501faf84-24a3-4b05-9552-057720f10147 req-364f268d-1834-4846-9145-3ac8ba6605f7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] No DVR routers for this DVR port 49016624-475a-4ad8-be3b-d20ac27c8c74 on host hv-cinder-81735 {{(pid=109816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:05:54.280256 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-501faf84-24a3-4b05-9552-057720f10147 req-364f268d-1834-4846-9145-3ac8ba6605f7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:54.284075 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-501faf84-24a3-4b05-9552-057720f10147 req-364f268d-1834-4846-9145-3ac8ba6605f7 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.18 "DELETE /v2.0/ports/49016624-475a-4ad8-be3b-d20ac27c8c74 HTTP/1.1" status: 204 len: 173 time: 1.2326655 Feb 07 12:05:54.284529 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d14a9fa-48d8-48cf-8d45-90743b74a33b', 'name': 'network-vif-deleted', 'tag': '49016624-475a-4ad8-be3b-d20ac27c8c74'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:05:54.288300 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9168099f-6e9a-41dd-86db-5228ca746e3f" -d '{"events": [{"server_uuid": "4d14a9fa-48d8-48cf-8d45-90743b74a33b", "name": "network-vif-deleted", "tag": "49016624-475a-4ad8-be3b-d20ac27c8c74"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:05:54.329704 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542ddfe1-b1c7-43c1-bb79-eebea8d04459 x-openstack-request-id: req-542ddfe1-b1c7-43c1-bb79-eebea8d04459 {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:05:54.330006 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d14a9fa-48d8-48cf-8d45-90743b74a33b", "name": "network-vif-deleted", "tag": "49016624-475a-4ad8-be3b-d20ac27c8c74", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:05:54.330261 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-542ddfe1-b1c7-43c1-bb79-eebea8d04459 {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:05:54.330664 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d14a9fa-48d8-48cf-8d45-90743b74a33b', 'name': 'network-vif-deleted', 'tag': '49016624-475a-4ad8-be3b-d20ac27c8c74', 'status': 'completed', 'code': 200} Feb 07 12:05:54.371100 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-b2fb35ff-d931-45de-80f5-8fd23ac63a34 None None] Set router 180b83f1-0d9d-4ad5-b300-97130b928591 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:05:54.494489 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e7bda8ef-209b-44b2-b6f4-186572ec5910 req-d7ca925a-769c-47e2-bf40-3bd1d86fcaba tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d14a9fa-48d8-48cf-8d45-90743b74a33b HTTP/1.1" status: 200 len: 210 time: 0.0373139 Feb 07 12:05:54.593031 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-b2fb35ff-d931-45de-80f5-8fd23ac63a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'name': 'tempest-AttachVolumeTestJSON-526033739-router', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:44Z', 'updated_at': '2022-02-07T11:55:53Z', 'revision_number': 4, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'gw_port': {'id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': 'e3de4c66-4359-48f6-9401-6c77410a5fcf', 'name': '', 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'mac_address': 'fa:16:3e:55:39:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:51Z', 'updated_at': '2022-02-07T11:56:02Z', 'revision_number': 5, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'subnets': [{'id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:05:54.624466 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fb35ff-d931-45de-80f5-8fd23ac63a34 None None] Checking router: 180b83f1-0d9d-4ad5-b300-97130b928591 for host: dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:05:54.632711 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fb35ff-d931-45de-80f5-8fd23ac63a34 None None] Routers {'180b83f1-0d9d-4ad5-b300-97130b928591'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:05:54.633307 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-b2fb35ff-d931-45de-80f5-8fd23ac63a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:05:40Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['180b83f1-0d9d-4ad5-b300-97130b928591'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:05:54.739805 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-b2fb35ff-d931-45de-80f5-8fd23ac63a34 None None] Set router 180b83f1-0d9d-4ad5-b300-97130b928591 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:05:54.939382 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-b2fb35ff-d931-45de-80f5-8fd23ac63a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'name': 'tempest-AttachVolumeTestJSON-526033739-router', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:44Z', 'updated_at': '2022-02-07T11:55:53Z', 'revision_number': 4, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'gw_port': {'id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': 'e3de4c66-4359-48f6-9401-6c77410a5fcf', 'name': '', 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'mac_address': 'fa:16:3e:55:39:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:51Z', 'updated_at': '2022-02-07T11:56:02Z', 'revision_number': 5, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'subnets': [{'id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:05:54.966149 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fb35ff-d931-45de-80f5-8fd23ac63a34 None None] The sync data for ids ['180b83f1-0d9d-4ad5-b300-97130b928591'] in dv-cinder-817351-12-iscsi is: [{'id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'name': 'tempest-AttachVolumeTestJSON-526033739-router', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:44Z', 'updated_at': '2022-02-07T11:55:53Z', 'revision_number': 4, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'gw_port': {'id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': 'e3de4c66-4359-48f6-9401-6c77410a5fcf', 'name': '', 'network_id': '7e90f11b-6d0b-4095-9954-c1764d14537e', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'mac_address': 'fa:16:3e:55:39:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:51Z', 'updated_at': '2022-02-07T11:56:02Z', 'revision_number': 5, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'subnets': [{'id': 'b1a0f93d-db77-4f5b-a7ca-00e373764377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:05:55.225901 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6702b5c7-1535-470a-8dd4-896f50ae4d91 None None] New status for floating IP 186c6aea-e708-4c1f-afd5-40a09017e6ae: DOWN {{(pid=109818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 12:05:55.646202 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 33194) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:05:55.699318 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8759fff7-2e4c-4332-99f3-1e3e034e127b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for security_group (114bfb2e-0a71-49e5-972e-a7dcc44e5033), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:55.722658 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8759fff7-2e4c-4332-99f3-1e3e034e127b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for security_group (114bfb2e-0a71-49e5-972e-a7dcc44e5033), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:55.823084 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8759fff7-2e4c-4332-99f3-1e3e034e127b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (114bfb2e-0a71-49e5-972e-a7dcc44e5033), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:55.825735 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8759fff7-2e4c-4332-99f3-1e3e034e127b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:55.826937 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-8759fff7-2e4c-4332-99f3-1e3e034e127b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "DELETE /v2.0/security-groups/114bfb2e-0a71-49e5-972e-a7dcc44e5033 HTTP/1.1" status: 204 len: 168 time: 0.1797404 Feb 07 12:05:55.830184 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 33198) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:05:55.836052 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759fff7-2e4c-4332-99f3-1e3e034e127b tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=114bfb2e-0a71-49e5-972e-a7dcc44e5033,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:05:55.843605 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.api.v2.resource [None req-00c8ce2d-8030-41fe-ad2d-ae0db1ee38f2 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] show failed (client error): The resource could not be found. Feb 07 12:05:55.844631 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-00c8ce2d-8030-41fe-ad2d-ae0db1ee38f2 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "GET /v2.0/security-groups/114bfb2e-0a71-49e5-972e-a7dcc44e5033 HTTP/1.1" status: 404 len: 347 time: 0.0129633 Feb 07 12:05:55.847904 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 33200) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:05:55.974216 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-cd1f34f1-85a0-4a2e-a2dd-125aa0b70f32 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Deleting port ce8f1b56-402c-4e58-b4eb-4f1d4a971110 {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:05:55.974560 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-cd1f34f1-85a0-4a2e-a2dd-125aa0b70f32 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (ce8f1b56-402c-4e58-b4eb-4f1d4a971110), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:56.049157 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-cd1f34f1-85a0-4a2e-a2dd-125aa0b70f32 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (ce8f1b56-402c-4e58-b4eb-4f1d4a971110), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:56.049384 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-cd1f34f1-85a0-4a2e-a2dd-125aa0b70f32 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for floatingip (ce8f1b56-402c-4e58-b4eb-4f1d4a971110), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:56.061512 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-cd1f34f1-85a0-4a2e-a2dd-125aa0b70f32 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Calling delete_port for ce8f1b56-402c-4e58-b4eb-4f1d4a971110 owned by network:floatingip {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:05:56.279263 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-cd1f34f1-85a0-4a2e-a2dd-125aa0b70f32 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (ce8f1b56-402c-4e58-b4eb-4f1d4a971110), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:56.303267 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f34f1-85a0-4a2e-a2dd-125aa0b70f32 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Pushing event deleted for resources: {'Port': ['ID=ce8f1b56-402c-4e58-b4eb-4f1d4a971110,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:05:56.374846 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-cd1f34f1-85a0-4a2e-a2dd-125aa0b70f32 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks [] for floatingip (186c6aea-e708-4c1f-afd5-40a09017e6ae), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:56.377642 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-cd1f34f1-85a0-4a2e-a2dd-125aa0b70f32 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for floatingip (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:56.380880 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-cd1f34f1-85a0-4a2e-a2dd-125aa0b70f32 tempest-AttachVolumeTestJSON-1504931777 tempest-AttachVolumeTestJSON-1504931777-project] 10.222.0.67 "DELETE /v2.0/floatingips/186c6aea-e708-4c1f-afd5-40a09017e6ae HTTP/1.1" status: 204 len: 168 time: 0.5299294 Feb 07 12:05:56.520222 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2e4f2-3c30-4f4a-9a9f-a40c8a3fc5aa req-f51b9f8b-3d1a-4568-93d6-33e4b48ecf20 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:56.521874 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-33f2e4f2-3c30-4f4a-9a9f-a40c8a3fc5aa req-f51b9f8b-3d1a-4568-93d6-33e4b48ecf20 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 944 time: 0.0615857 Feb 07 12:05:56.569208 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-33f2e4f2-3c30-4f4a-9a9f-a40c8a3fc5aa req-06797d09-3275-48cc-8388-668a49ce386b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406814 Feb 07 12:05:56.752902 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4aa7c5bf-dae0-44b0-b143-71315a7c77e2 req-ceef9945-0cba-4ecf-9981-13f8f8493fc0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0463164 Feb 07 12:05:57.698493 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee8abd-800d-451d-939b-0ae99c854e5e req-7e3a87f2-7f47-444b-a88b-d3eb1ed7d56a tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:57.702124 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b6ee8abd-800d-451d-939b-0ae99c854e5e req-7e3a87f2-7f47-444b-a88b-d3eb1ed7d56a tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 944 time: 0.0577531 Feb 07 12:05:57.746915 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-b6ee8abd-800d-451d-939b-0ae99c854e5e req-36c8d907-28d2-4e8d-812e-c33cec5f8f6e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415080 Feb 07 12:05:58.148573 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7c5bf-dae0-44b0-b143-71315a7c77e2 req-8daf61cc-958e-4657-acc0-575ae8c380bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:58.150076 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4aa7c5bf-dae0-44b0-b143-71315a7c77e2 req-8daf61cc-958e-4657-acc0-575ae8c380bb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f&tenant_id=7def8326042e4a8fa3c19125edfb7d63 HTTP/1.1" status: 200 len: 1128 time: 0.0842588 Feb 07 12:05:58.159812 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [req-4aa7c5bf-dae0-44b0-b143-71315a7c77e2 req-1caf648e-1934-4592-ab2a-f9d925f1833a service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109816) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 12:05:58.160730 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4aa7c5bf-dae0-44b0-b143-71315a7c77e2 req-1caf648e-1934-4592-ab2a-f9d925f1833a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047169 Feb 07 12:05:58.227365 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7c5bf-dae0-44b0-b143-71315a7c77e2 req-679e0044-6544-4045-9589-5232e9116402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:58.229425 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4aa7c5bf-dae0-44b0-b143-71315a7c77e2 req-679e0044-6544-4045-9589-5232e9116402 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7def8326042e4a8fa3c19125edfb7d63&device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 1128 time: 0.0477917 Feb 07 12:05:58.316974 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7c5bf-dae0-44b0-b143-71315a7c77e2 req-124c8c37-5446-4678-9a1f-955ac80f1c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:58.318495 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4aa7c5bf-dae0-44b0-b143-71315a7c77e2 req-124c8c37-5446-4678-9a1f-955ac80f1c4f service neutron] 10.222.0.18 "GET /v2.0/networks?id=5c560c9d-289f-4491-b462-db6f3ab05c8e HTTP/1.1" status: 200 len: 918 time: 0.0829821 Feb 07 12:05:58.386599 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4aa7c5bf-dae0-44b0-b143-71315a7c77e2 req-17f1e613-6414-4ec6-a366-3abc1336176b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f77c074-ce24-4902-905c-50a8c7a93107 HTTP/1.1" status: 200 len: 999 time: 0.0623360 Feb 07 12:05:58.433822 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7c5bf-dae0-44b0-b143-71315a7c77e2 req-c9db66a0-9049-44f7-86ba-933b72ae9002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:58.435276 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4aa7c5bf-dae0-44b0-b143-71315a7c77e2 req-c9db66a0-9049-44f7-86ba-933b72ae9002 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40dfba53-a55c-40ea-abe9-97a328c1f35f HTTP/1.1" status: 200 len: 856 time: 0.0429397 Feb 07 12:05:58.483750 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7c5bf-dae0-44b0-b143-71315a7c77e2 req-3653bc97-81c9-47d6-b6f7-bf11bcd11675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:58.485265 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4aa7c5bf-dae0-44b0-b143-71315a7c77e2 req-3653bc97-81c9-47d6-b6f7-bf11bcd11675 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c560c9d-289f-4491-b462-db6f3ab05c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437751 Feb 07 12:05:58.576034 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4aa7c5bf-dae0-44b0-b143-71315a7c77e2 req-6d379bb6-957e-45e6-aa8c-dde5c9eaeda6 service neutron] 10.222.0.18 "GET /v2.0/networks/5c560c9d-289f-4491-b462-db6f3ab05c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843089 Feb 07 12:05:58.663366 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4aa7c5bf-dae0-44b0-b143-71315a7c77e2 req-2a5efebb-f1b1-4875-8746-cf0f0700cf88 service neutron] 10.222.0.18 "GET /v2.0/networks/5c560c9d-289f-4491-b462-db6f3ab05c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816257 Feb 07 12:05:58.716896 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 33236) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:05:58.962616 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249f61c-64ea-42ce-abeb-e57d77971d30 req-4d1d4f83-7de6-40f1-a5cd-ae33210e77d9 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:05:58.964123 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e249f61c-64ea-42ce-abeb-e57d77971d30 req-4d1d4f83-7de6-40f1-a5cd-ae33210e77d9 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 944 time: 0.1417835 Feb 07 12:05:59.051581 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e249f61c-64ea-42ce-abeb-e57d77971d30 req-05e672b9-8257-4003-aece-6ac405c4a33f tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800421 Feb 07 12:05:59.061312 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-b8627c89-97fa-4fee-8504-3d5236e16030 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Deleting port 46f775f4-3a70-4d25-a17f-8cbe32913a52 {{(pid=109815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:05:59.061686 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b8627c89-97fa-4fee-8504-3d5236e16030 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (46f775f4-3a70-4d25-a17f-8cbe32913a52), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:59.147448 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b8627c89-97fa-4fee-8504-3d5236e16030 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (46f775f4-3a70-4d25-a17f-8cbe32913a52), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:59.147448 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b8627c89-97fa-4fee-8504-3d5236e16030 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks [] for floatingip (46f775f4-3a70-4d25-a17f-8cbe32913a52), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:59.170125 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-b8627c89-97fa-4fee-8504-3d5236e16030 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Calling delete_port for 46f775f4-3a70-4d25-a17f-8cbe32913a52 owned by network:floatingip {{(pid=109815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:05:59.433779 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b8627c89-97fa-4fee-8504-3d5236e16030 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8643334'] for port (46f775f4-3a70-4d25-a17f-8cbe32913a52), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:59.458764 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8627c89-97fa-4fee-8504-3d5236e16030 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Pushing event deleted for resources: {'Port': ['ID=46f775f4-3a70-4d25-a17f-8cbe32913a52,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:05:59.469701 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8627c89-97fa-4fee-8504-3d5236e16030 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:59.470139 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8627c89-97fa-4fee-8504-3d5236e16030 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:59.470400 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8627c89-97fa-4fee-8504-3d5236e16030 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:59.470743 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8627c89-97fa-4fee-8504-3d5236e16030 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:59.471085 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8627c89-97fa-4fee-8504-3d5236e16030 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:59.471473 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8627c89-97fa-4fee-8504-3d5236e16030 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:59.471813 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8627c89-97fa-4fee-8504-3d5236e16030 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:59.472251 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8627c89-97fa-4fee-8504-3d5236e16030 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:59.472509 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8627c89-97fa-4fee-8504-3d5236e16030 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:59.472804 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8627c89-97fa-4fee-8504-3d5236e16030 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:59.473136 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8627c89-97fa-4fee-8504-3d5236e16030 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:59.473542 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8627c89-97fa-4fee-8504-3d5236e16030 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:59.473804 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8627c89-97fa-4fee-8504-3d5236e16030 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:05:59.576871 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b8627c89-97fa-4fee-8504-3d5236e16030 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks [] for floatingip (73e34ea5-7bc9-48e3-b3c2-5491f6acce53), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:59.577596 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.db.l3_db [None req-b8627c89-97fa-4fee-8504-3d5236e16030 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Floating IP 73e34ea5-7bc9-48e3-b3c2-5491f6acce53 disassociated (deleted). External IP: 172.27.1.208, port: e83137d0-3c6c-4fb0-9add-d1c30d7d7287. Feb 07 12:05:59.825814 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8627c89-97fa-4fee-8504-3d5236e16030 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Router 85dcb5c2-7e6a-4674-adb5-352917530a15 has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 12:05:59.953291 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8627c89-97fa-4fee-8504-3d5236e16030 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 12:05:59.958881 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b8627c89-97fa-4fee-8504-3d5236e16030 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for floatingip (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:05:59.964884 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3b0644-167c-430d-9e06-a8a6a51790ef None None] Sync routers for ids ['85dcb5c2-7e6a-4674-adb5-352917530a15'] in dv-cinder-817351-12-iscsi {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:05:59.978217 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3b0644-167c-430d-9e06-a8a6a51790ef None None] Routers {'85dcb5c2-7e6a-4674-adb5-352917530a15'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:05:59.984076 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-4d3b0644-167c-430d-9e06-a8a6a51790ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:05:40Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['85dcb5c2-7e6a-4674-adb5-352917530a15'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:05:59.997005 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-b8627c89-97fa-4fee-8504-3d5236e16030 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "DELETE /v2.0/floatingips/73e34ea5-7bc9-48e3-b3c2-5491f6acce53 HTTP/1.1" status: 204 len: 168 time: 1.2786107 Feb 07 12:05:59.997753 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bdd9ce4-f4de-4244-a527-216a355b628b', 'tag': 'e83137d0-3c6c-4fb0-9add-d1c30d7d7287'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:06:00.012749 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5512e24b4b829142f063b72b797f5a35d67167870001cc5935fd87f1b71448f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a30490-fe06-43a4-8c5c-2772f1a8c0f0" -d '{"events": [{"name": "network-changed", "server_uuid": "1bdd9ce4-f4de-4244-a527-216a355b628b", "tag": "e83137d0-3c6c-4fb0-9add-d1c30d7d7287"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:06:00.064988 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 12:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e5f93a-83c8-49e5-9d94-8014401c4156 x-openstack-request-id: req-46e5f93a-83c8-49e5-9d94-8014401c4156 {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:06:00.065358 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bdd9ce4-f4de-4244-a527-216a355b628b", "tag": "e83137d0-3c6c-4fb0-9add-d1c30d7d7287", "status": "completed", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:06:00.065710 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-46e5f93a-83c8-49e5-9d94-8014401c4156 {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:06:00.066184 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bdd9ce4-f4de-4244-a527-216a355b628b', 'tag': 'e83137d0-3c6c-4fb0-9add-d1c30d7d7287', 'status': 'completed', 'code': 200} Feb 07 12:06:00.157241 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-4d3b0644-167c-430d-9e06-a8a6a51790ef None None] Set router 85dcb5c2-7e6a-4674-adb5-352917530a15 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:06:00.220542 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b7476-1444-49c3-a3b4-4aa170883427 req-fc24999e-2366-402d-8fec-6f8d572efd39 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:00.227551 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3d2b7476-1444-49c3-a3b4-4aa170883427 req-fc24999e-2366-402d-8fec-6f8d572efd39 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 944 time: 0.0936117 Feb 07 12:06:00.271736 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3d2b7476-1444-49c3-a3b4-4aa170883427 req-cd8bced7-40d1-470b-9014-8af8de4123dd tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431509 Feb 07 12:06:00.414220 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 33284) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:06:00.461413 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-4d3b0644-167c-430d-9e06-a8a6a51790ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'name': 'tempest-TestShelveInstance-1810369802-router', 'tenant_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:30Z', 'updated_at': '2022-02-07T11:59:33Z', 'revision_number': 4, 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'gw_port': {'id': '1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:30Z', 'updated_at': '2022-02-07T11:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': 'aed27aac-e7a4-40e3-8329-e5b521bb9a52', 'name': '', 'network_id': '044092f0-a486-42dc-94bd-4759b5537247', 'tenant_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'mac_address': 'fa:16:3e:c9:ef:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:32Z', 'updated_at': '2022-02-07T11:59:37Z', 'revision_number': 5, 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'subnets': [{'id': '7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:06:00.527969 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3b0644-167c-430d-9e06-a8a6a51790ef None None] Checking router: 85dcb5c2-7e6a-4674-adb5-352917530a15 for host: dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:06:00.548615 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265c414-1ee6-42d1-b96f-7ee3fa1cb51d req-f08e8fe2-c1e4-45a0-aeb9-24a0968b0a6e tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:00.550013 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3b0644-167c-430d-9e06-a8a6a51790ef None None] Routers {'85dcb5c2-7e6a-4674-adb5-352917530a15'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:06:00.550663 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-4d3b0644-167c-430d-9e06-a8a6a51790ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:05:40Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['85dcb5c2-7e6a-4674-adb5-352917530a15'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:06:00.554129 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7265c414-1ee6-42d1-b96f-7ee3fa1cb51d req-f08e8fe2-c1e4-45a0-aeb9-24a0968b0a6e tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0790143 Feb 07 12:06:00.690121 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7265c414-1ee6-42d1-b96f-7ee3fa1cb51d req-3757aef4-7a14-4627-aee6-ac6c56f1bf17 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332059 Feb 07 12:06:00.709141 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-4d3b0644-167c-430d-9e06-a8a6a51790ef None None] Set router 85dcb5c2-7e6a-4674-adb5-352917530a15 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:06:01.009203 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-4d3b0644-167c-430d-9e06-a8a6a51790ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'name': 'tempest-TestShelveInstance-1810369802-router', 'tenant_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:30Z', 'updated_at': '2022-02-07T11:59:33Z', 'revision_number': 4, 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'gw_port': {'id': '1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:30Z', 'updated_at': '2022-02-07T11:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': 'aed27aac-e7a4-40e3-8329-e5b521bb9a52', 'name': '', 'network_id': '044092f0-a486-42dc-94bd-4759b5537247', 'tenant_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'mac_address': 'fa:16:3e:c9:ef:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:32Z', 'updated_at': '2022-02-07T11:59:37Z', 'revision_number': 5, 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'subnets': [{'id': '7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:06:01.042254 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3b0644-167c-430d-9e06-a8a6a51790ef None None] The sync data for ids ['85dcb5c2-7e6a-4674-adb5-352917530a15'] in dv-cinder-817351-12-iscsi is: [{'id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'name': 'tempest-TestShelveInstance-1810369802-router', 'tenant_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:30Z', 'updated_at': '2022-02-07T11:59:33Z', 'revision_number': 4, 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'gw_port': {'id': '1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:30Z', 'updated_at': '2022-02-07T11:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': 'aed27aac-e7a4-40e3-8329-e5b521bb9a52', 'name': '', 'network_id': '044092f0-a486-42dc-94bd-4759b5537247', 'tenant_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'mac_address': 'fa:16:3e:c9:ef:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:32Z', 'updated_at': '2022-02-07T11:59:37Z', 'revision_number': 5, 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'subnets': [{'id': '7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:06:01.120543 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a1cabc75-98ef-4706-acad-78955460758e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-869226'] for router_interface (180b83f1-0d9d-4ad5-b300-97130b928591), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:01.432629 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-a1cabc75-98ef-4706-acad-78955460758e admin admin] Deleting port e3de4c66-4359-48f6-9401-6c77410a5fcf {{(pid=109815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:06:01.433067 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a1cabc75-98ef-4706-acad-78955460758e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (e3de4c66-4359-48f6-9401-6c77410a5fcf), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:01.439477 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17888124-cbbb-421e-b25e-ed0cb82a7da0 None None] New status for floating IP 73e34ea5-7bc9-48e3-b3c2-5491f6acce53: DOWN {{(pid=109818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 12:06:01.500768 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083650e-ee6e-4dde-8c45-ba7ef4a2bdc9 req-5d433c1a-5ed2-4d30-83a2-93b4989987d3 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:01.503694 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d083650e-ee6e-4dde-8c45-ba7ef4a2bdc9 req-5d433c1a-5ed2-4d30-83a2-93b4989987d3 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 944 time: 0.0630295 Feb 07 12:06:01.583109 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-a1cabc75-98ef-4706-acad-78955460758e admin admin] For port e3de4c66-4359-48f6-9401-6c77410a5fcf, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=e3de4c66-4359-48f6-9401-6c77410a5fcf,segment=NetworkSegment(5ce52992-6ecb-4a67-aa5e-518eb9452259),segment_id=5ce52992-6ecb-4a67-aa5e-518eb9452259)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:06:01.583777 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a1cabc75-98ef-4706-acad-78955460758e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (e3de4c66-4359-48f6-9401-6c77410a5fcf), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:01.611398 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-a1cabc75-98ef-4706-acad-78955460758e admin admin] Calling delete_port for e3de4c66-4359-48f6-9401-6c77410a5fcf owned by network:router_interface {{(pid=109815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:06:01.620500 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d083650e-ee6e-4dde-8c45-ba7ef4a2bdc9 req-89aef667-c4d9-4996-ba8f-d7e98b9cbb1c tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075294 Feb 07 12:06:02.072910 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cd56f-2db2-442c-a799-4fd773f32a3b req-6bcf4d4d-db20-4e60-b3f4-8d33a3d7539a tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:02.074614 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7e5cd56f-2db2-442c-a799-4fd773f32a3b req-6bcf4d4d-db20-4e60-b3f4-8d33a3d7539a tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0778575 Feb 07 12:06:02.166445 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-7e5cd56f-2db2-442c-a799-4fd773f32a3b req-9094e54b-ef77-440a-9c32-d71aa94d2f14 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819309 Feb 07 12:06:02.238244 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a1cabc75-98ef-4706-acad-78955460758e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8643334'] for port (e3de4c66-4359-48f6-9401-6c77410a5fcf), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:02.269958 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cabc75-98ef-4706-acad-78955460758e admin admin] Pushing event deleted for resources: {'Port': ['ID=e3de4c66-4359-48f6-9401-6c77410a5fcf,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:02.490402 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a1cabc75-98ef-4706-acad-78955460758e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-869374'] for router_interface (180b83f1-0d9d-4ad5-b300-97130b928591), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:02.762128 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1cabc75-98ef-4706-acad-78955460758e admin admin] Router 180b83f1-0d9d-4ad5-b300-97130b928591 has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 12:06:02.762659 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f902952-6448-41e5-9a75-feec6128e0e4 req-67fdf59d-54ec-4311-bd0f-0963a9da8327 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:02.764799 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9f902952-6448-41e5-9a75-feec6128e0e4 req-67fdf59d-54ec-4311-bd0f-0963a9da8327 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 944 time: 0.0715415 Feb 07 12:06:02.825435 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9f902952-6448-41e5-9a75-feec6128e0e4 req-991f343a-2f42-46dc-a581-de9be16bdbe0 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508115 Feb 07 12:06:02.881778 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1cabc75-98ef-4706-acad-78955460758e admin admin] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 12:06:02.887742 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-a1cabc75-98ef-4706-acad-78955460758e admin admin] 10.222.0.67 "PUT /v2.0/routers/180b83f1-0d9d-4ad5-b300-97130b928591/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4722555 Feb 07 12:06:02.890374 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 33298) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:06:02.895426 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d972244-7821-44b7-9dfd-896dc81a80d9 None None] Sync routers for ids ['180b83f1-0d9d-4ad5-b300-97130b928591'] in dv-cinder-817351-12-iscsi {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:06:02.908830 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d972244-7821-44b7-9dfd-896dc81a80d9 None None] Routers {'180b83f1-0d9d-4ad5-b300-97130b928591'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:06:02.914555 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-0d972244-7821-44b7-9dfd-896dc81a80d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:05:40Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['180b83f1-0d9d-4ad5-b300-97130b928591'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:06:03.010164 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-03eb8f4c-e149-40c7-ba1d-d01505e1036c admin admin] Publish callbacks [] for router (180b83f1-0d9d-4ad5-b300-97130b928591), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:03.143614 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-03eb8f4c-e149-40c7-ba1d-d01505e1036c admin admin] Publish callbacks [] for router_gateway (180b83f1-0d9d-4ad5-b300-97130b928591), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:03.227636 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-0d972244-7821-44b7-9dfd-896dc81a80d9 None None] Set router 180b83f1-0d9d-4ad5-b300-97130b928591 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:06:03.270159 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-03eb8f4c-e149-40c7-ba1d-d01505e1036c admin admin] Deleting port dab37051-4741-4ba2-8137-3fc21ba4d0d2 {{(pid=109815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:06:03.270793 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-03eb8f4c-e149-40c7-ba1d-d01505e1036c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (dab37051-4741-4ba2-8137-3fc21ba4d0d2), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:03.391199 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734646cb-1a8f-486a-b5e5-03b4eba5d30d req-d19b5aeb-2b73-433e-9049-d1fb0926f5f9 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:03.392966 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-734646cb-1a8f-486a-b5e5-03b4eba5d30d req-d19b5aeb-2b73-433e-9049-d1fb0926f5f9 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.1194415 Feb 07 12:06:03.429350 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-03eb8f4c-e149-40c7-ba1d-d01505e1036c admin admin] For port dab37051-4741-4ba2-8137-3fc21ba4d0d2, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=dab37051-4741-4ba2-8137-3fc21ba4d0d2,segment=NetworkSegment(27333d9f-cdd8-4603-a3d3-d9bd5a50a047),segment_id=27333d9f-cdd8-4603-a3d3-d9bd5a50a047)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:06:03.430569 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-03eb8f4c-e149-40c7-ba1d-d01505e1036c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (dab37051-4741-4ba2-8137-3fc21ba4d0d2), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:03.446414 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-03eb8f4c-e149-40c7-ba1d-d01505e1036c admin admin] Calling delete_port for dab37051-4741-4ba2-8137-3fc21ba4d0d2 owned by network:router_gateway {{(pid=109815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:06:03.484661 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-0d972244-7821-44b7-9dfd-896dc81a80d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'name': 'tempest-AttachVolumeTestJSON-526033739-router', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:44Z', 'updated_at': '2022-02-07T12:06:02Z', 'revision_number': 5, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'gw_port': {'id': 'dab37051-4741-4ba2-8137-3fc21ba4d0d2', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:06:03.516509 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d972244-7821-44b7-9dfd-896dc81a80d9 None None] Checking router: 180b83f1-0d9d-4ad5-b300-97130b928591 for host: dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:06:03.528717 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d972244-7821-44b7-9dfd-896dc81a80d9 None None] Routers {'180b83f1-0d9d-4ad5-b300-97130b928591'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:06:03.528717 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-0d972244-7821-44b7-9dfd-896dc81a80d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:05:40Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['180b83f1-0d9d-4ad5-b300-97130b928591'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:06:03.538152 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-734646cb-1a8f-486a-b5e5-03b4eba5d30d req-6d25d923-e043-4951-9e9c-f8d4cb1d4069 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328757 Feb 07 12:06:03.646042 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-0d972244-7821-44b7-9dfd-896dc81a80d9 None None] Set router 180b83f1-0d9d-4ad5-b300-97130b928591 gateway port host: None {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:06:03.718484 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-0d972244-7821-44b7-9dfd-896dc81a80d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'name': 'tempest-AttachVolumeTestJSON-526033739-router', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:44Z', 'updated_at': '2022-02-07T12:06:03Z', 'revision_number': 6, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'gw_port_host': None}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:06:03.757814 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d972244-7821-44b7-9dfd-896dc81a80d9 None None] The sync data for ids ['180b83f1-0d9d-4ad5-b300-97130b928591'] in dv-cinder-817351-12-iscsi is: [{'id': '180b83f1-0d9d-4ad5-b300-97130b928591', 'name': 'tempest-AttachVolumeTestJSON-526033739-router', 'tenant_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:44Z', 'updated_at': '2022-02-07T12:06:03Z', 'revision_number': 6, 'project_id': '5aee5042ef3f4e89b7ecbd8f22bbd057', 'gw_port_host': None}] {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:06:03.764737 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-03eb8f4c-e149-40c7-ba1d-d01505e1036c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8643334'] for port (dab37051-4741-4ba2-8137-3fc21ba4d0d2), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:03.796912 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb8f4c-e149-40c7-ba1d-d01505e1036c admin admin] Pushing event deleted for resources: {'Port': ['ID=dab37051-4741-4ba2-8137-3fc21ba4d0d2,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:03.867424 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-03eb8f4c-e149-40c7-ba1d-d01505e1036c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-875804'] for router_gateway (180b83f1-0d9d-4ad5-b300-97130b928591), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:03.966210 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-03eb8f4c-e149-40c7-ba1d-d01505e1036c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-870299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8995'] for router (180b83f1-0d9d-4ad5-b300-97130b928591), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:03.968464 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-03eb8f4c-e149-40c7-ba1d-d01505e1036c admin admin] Publish callbacks [] for router_controller (180b83f1-0d9d-4ad5-b300-97130b928591), precommit_delete_associations {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:04.085079 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-03eb8f4c-e149-40c7-ba1d-d01505e1036c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-870284'] for router (180b83f1-0d9d-4ad5-b300-97130b928591), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:04.085741 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03eb8f4c-e149-40c7-ba1d-d01505e1036c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 180b83f1-0d9d-4ad5-b300-97130b928591 {{(pid=109815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 12:06:04.090239 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-03eb8f4c-e149-40c7-ba1d-d01505e1036c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:04.092732 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-03eb8f4c-e149-40c7-ba1d-d01505e1036c admin admin] 10.222.0.67 "DELETE /v2.0/routers/180b83f1-0d9d-4ad5-b300-97130b928591 HTTP/1.1" status: 204 len: 168 time: 1.2002602 Feb 07 12:06:04.106146 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 33308) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:06:04.179509 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871fd25-acee-4c23-8f25-5f527b3c0436 req-73ea6800-6df7-4c22-95b2-86093bea00fe tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:04.183908 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f871fd25-acee-4c23-8f25-5f527b3c0436 req-73ea6800-6df7-4c22-95b2-86093bea00fe tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 944 time: 0.0886915 Feb 07 12:06:04.220176 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac85d00-65d7-43d9-add6-84a3abfe00af admin admin] Deleting subnet b1a0f93d-db77-4f5b-a7ca-00e373764377 {{(pid=109815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 12:06:04.223656 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-3ac85d00-65d7-43d9-add6-84a3abfe00af admin admin] Publish callbacks [] for subnet (b1a0f93d-db77-4f5b-a7ca-00e373764377), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:04.287175 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-3ac85d00-65d7-43d9-add6-84a3abfe00af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3418945'] for subnet (b1a0f93d-db77-4f5b-a7ca-00e373764377), precommit_delete_associations {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:04.291892 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f871fd25-acee-4c23-8f25-5f527b3c0436 req-04e0c441-8587-4b4d-90dc-1c517286bb1c tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891614 Feb 07 12:06:04.409187 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-3ac85d00-65d7-43d9-add6-84a3abfe00af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67013173'] for subnet (b1a0f93d-db77-4f5b-a7ca-00e373764377), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:04.530895 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-3ac85d00-65d7-43d9-add6-84a3abfe00af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67013326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8643545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3889229'] for subnet (b1a0f93d-db77-4f5b-a7ca-00e373764377), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:04.559276 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac85d00-65d7-43d9-add6-84a3abfe00af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1a0f93d-db77-4f5b-a7ca-00e373764377,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:04.566451 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-3ac85d00-65d7-43d9-add6-84a3abfe00af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for subnet (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:04.574351 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 33312) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:06:04.574707 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-3ac85d00-65d7-43d9-add6-84a3abfe00af admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b1a0f93d-db77-4f5b-a7ca-00e373764377 HTTP/1.1" status: 204 len: 168 time: 0.4673092 Feb 07 12:06:04.577294 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3464ca-0174-41cd-aa4d-2efb383a6616 None None] Network 7e90f11b-6d0b-4095-9954-c1764d14537e requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 12:06:04.694637 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d466153f-504e-4f5f-8723-b578767a47f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66708451'] for network (7e90f11b-6d0b-4095-9954-c1764d14537e), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:04.753971 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69acc58-6353-48c4-8d9f-9dddca2b9601 req-57010446-7b9a-4de5-a31c-d01af3f96fa4 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:04.755563 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f69acc58-6353-48c4-8d9f-9dddca2b9601 req-57010446-7b9a-4de5-a31c-d01af3f96fa4 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.1218252 Feb 07 12:06:04.768872 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device e3de4c66-4359-48f6-9401-6c77410a5fcf no longer exists at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:06:04.820681 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] No Port match for: e3de4c66-4359-48f6-9401-6c77410a5fcf {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:06:04.821033 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device e3de4c66-4359-48f6-9401-6c77410a5fcf not bound to the agent host dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:06:04.832894 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-d466153f-504e-4f5f-8723-b578767a47f1 admin admin] Deleting port f27b6f79-7997-4d68-87ec-8143fe712c90 {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:06:04.833262 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d466153f-504e-4f5f-8723-b578767a47f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (f27b6f79-7997-4d68-87ec-8143fe712c90), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:04.850158 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f69acc58-6353-48c4-8d9f-9dddca2b9601 req-30a5f489-18ad-463b-aae2-fb749b08e90d tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859873 Feb 07 12:06:04.956528 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f11f3fa-3fee-4d7d-8206-eb363d2b0b5e None None] DHCP port deletion for 7e90f11b-6d0b-4095-9954-c1764d14537e request from dv-cinder-817351-12-iscsi {{(pid=109817) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 12:06:04.959342 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-d466153f-504e-4f5f-8723-b578767a47f1 admin admin] For port f27b6f79-7997-4d68-87ec-8143fe712c90, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=f27b6f79-7997-4d68-87ec-8143fe712c90,segment=NetworkSegment(5ce52992-6ecb-4a67-aa5e-518eb9452259),segment_id=5ce52992-6ecb-4a67-aa5e-518eb9452259)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:06:04.959741 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d466153f-504e-4f5f-8723-b578767a47f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (f27b6f79-7997-4d68-87ec-8143fe712c90), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:04.983355 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-d466153f-504e-4f5f-8723-b578767a47f1 admin admin] Calling delete_port for f27b6f79-7997-4d68-87ec-8143fe712c90 owned by network:dhcp {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:06:05.045608 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-5f11f3fa-3fee-4d7d-8206-eb363d2b0b5e None None] Deleting port f27b6f79-7997-4d68-87ec-8143fe712c90 {{(pid=109817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:06:05.046260 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-5f11f3fa-3fee-4d7d-8206-eb363d2b0b5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (f27b6f79-7997-4d68-87ec-8143fe712c90), before_delete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:05.164222 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-5f11f3fa-3fee-4d7d-8206-eb363d2b0b5e None None] For port f27b6f79-7997-4d68-87ec-8143fe712c90, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=f27b6f79-7997-4d68-87ec-8143fe712c90,segment=NetworkSegment(5ce52992-6ecb-4a67-aa5e-518eb9452259),segment_id=5ce52992-6ecb-4a67-aa5e-518eb9452259)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:06:05.165595 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-5f11f3fa-3fee-4d7d-8206-eb363d2b0b5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (f27b6f79-7997-4d68-87ec-8143fe712c90), precommit_delete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:05.182489 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-5f11f3fa-3fee-4d7d-8206-eb363d2b0b5e None None] Calling delete_port for f27b6f79-7997-4d68-87ec-8143fe712c90 owned by network:dhcp {{(pid=109817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:06:05.238260 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d466153f-504e-4f5f-8723-b578767a47f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (f27b6f79-7997-4d68-87ec-8143fe712c90), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:05.266040 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466153f-504e-4f5f-8723-b578767a47f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f27b6f79-7997-4d68-87ec-8143fe712c90,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:05.270609 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d466153f-504e-4f5f-8723-b578767a47f1 admin admin] No DVR routers for this DVR port f27b6f79-7997-4d68-87ec-8143fe712c90 on host dv-cinder-817351-12-iscsi {{(pid=109816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:06:05.293226 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-5f11f3fa-3fee-4d7d-8206-eb363d2b0b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063'] for port (f27b6f79-7997-4d68-87ec-8143fe712c90), after_delete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:05.329462 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11f3fa-3fee-4d7d-8206-eb363d2b0b5e None None] Pushing event deleted for resources: {'Port': ['ID=f27b6f79-7997-4d68-87ec-8143fe712c90,revision_number=None']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:05.331446 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f11f3fa-3fee-4d7d-8206-eb363d2b0b5e None None] No DVR routers for this DVR port f27b6f79-7997-4d68-87ec-8143fe712c90 on host dv-cinder-817351-12-iscsi {{(pid=109817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:06:05.378812 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d466153f-504e-4f5f-8723-b578767a47f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67092386', 'neutron.services.segments.db._delete_segments_for_network-8782771681473'] for network (7e90f11b-6d0b-4095-9954-c1764d14537e), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:05.418118 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-d466153f-504e-4f5f-8723-b578767a47f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e90f11b-6d0b-4095-9954-c1764d14537e']}} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:06:05.437436 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-d466153f-504e-4f5f-8723-b578767a47f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce52992-6ecb-4a67-aa5e-518eb9452259') {'for_net_delete': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:06:05.437848 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-d466153f-504e-4f5f-8723-b578767a47f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce52992-6ecb-4a67-aa5e-518eb9452259') {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:06:05.450810 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d466153f-504e-4f5f-8723-b578767a47f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782771684554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8929590'] for segment (5ce52992-6ecb-4a67-aa5e-518eb9452259), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:05.485984 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d466153f-504e-4f5f-8723-b578767a47f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (5ce52992-6ecb-4a67-aa5e-518eb9452259), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:05.493935 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d466153f-504e-4f5f-8723-b578767a47f1 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=109816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:06:05.494659 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d466153f-504e-4f5f-8723-b578767a47f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9209707'] for segment (5ce52992-6ecb-4a67-aa5e-518eb9452259), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:05.496570 dv-cinder-817351-12-iscsi neutron-server[109816]: Traceback (most recent call last): Feb 07 12:06:05.496570 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:06:05.496570 dv-cinder-817351-12-iscsi neutron-server[109816]: timer() Feb 07 12:06:05.496570 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:06:05.496570 dv-cinder-817351-12-iscsi neutron-server[109816]: cb(*args, **kw) Feb 07 12:06:05.496570 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 12:06:05.496570 dv-cinder-817351-12-iscsi neutron-server[109816]: return func(*args, **kwargs) Feb 07 12:06:05.496570 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:06:05.496570 dv-cinder-817351-12-iscsi neutron-server[109816]: self._notify() Feb 07 12:06:05.496570 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:06:05.496570 dv-cinder-817351-12-iscsi neutron-server[109816]: self.callback(batched_events) Feb 07 12:06:05.496570 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:06:05.496570 dv-cinder-817351-12-iscsi neutron-server[109816]: event.method(event) Feb 07 12:06:05.496570 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 12:06:05.496570 dv-cinder-817351-12-iscsi neutron-server[109816]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:06:05.496570 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 12:06:05.496570 dv-cinder-817351-12-iscsi neutron-server[109816]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:06:05.496570 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 12:06:05.496570 dv-cinder-817351-12-iscsi neutron-server[109816]: return f(self, *a, **k) Feb 07 12:06:05.496570 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 12:06:05.496570 dv-cinder-817351-12-iscsi neutron-server[109816]: return self._get(url).json() Feb 07 12:06:05.496570 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 12:06:05.496570 dv-cinder-817351-12-iscsi neutron-server[109816]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:06:05.496570 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:06:05.496570 dv-cinder-817351-12-iscsi neutron-server[109816]: return self.request(url, 'GET', **kwargs) Feb 07 12:06:05.496570 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:06:05.496570 dv-cinder-817351-12-iscsi neutron-server[109816]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:06:05.496570 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:06:05.496570 dv-cinder-817351-12-iscsi neutron-server[109816]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:06:05.496570 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:06:05.496570 dv-cinder-817351-12-iscsi neutron-server[109816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:06:05.496570 dv-cinder-817351-12-iscsi neutron-server[109816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:06:05.573596 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041048cd-63fd-4606-b7c5-27fa9e6226fd req-be08605b-961b-44c9-adf0-919bd32a05ac tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:05.575195 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-041048cd-63fd-4606-b7c5-27fa9e6226fd req-be08605b-961b-44c9-adf0-919bd32a05ac tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 944 time: 0.1833797 Feb 07 12:06:05.639511 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-041048cd-63fd-4606-b7c5-27fa9e6226fd req-52b0530c-8a1d-4091-a041-da2a40e5ea7a tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582299 Feb 07 12:06:05.828787 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d466153f-504e-4f5f-8723-b578767a47f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67092411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-875896'] for network (7e90f11b-6d0b-4095-9954-c1764d14537e), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:05.836967 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d466153f-504e-4f5f-8723-b578767a47f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:05.840585 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-d466153f-504e-4f5f-8723-b578767a47f1 admin admin] 10.222.0.67 "DELETE /v2.0/networks/7e90f11b-6d0b-4095-9954-c1764d14537e HTTP/1.1" status: 204 len: 168 time: 1.2655058 Feb 07 12:06:05.855876 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466153f-504e-4f5f-8723-b578767a47f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e90f11b-6d0b-4095-9954-c1764d14537e,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:05.989748 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd006e2-821a-4786-a376-e21075d1183e req-10316811-0e2a-44d8-954f-f152fb09255d tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:05.991450 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-cdd006e2-821a-4786-a376-e21075d1183e req-10316811-0e2a-44d8-954f-f152fb09255d tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0612729 Feb 07 12:06:06.055639 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-cdd006e2-821a-4786-a376-e21075d1183e req-35fdc3c8-6e6a-4ca3-aba1-3da08e78a0a5 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580609 Feb 07 12:06:06.175639 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 33322) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:06:06.232548 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-487fe4fc-41df-46c8-a5cc-60838a6388e7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5aee5042ef3f4e89b7ecbd8f22bbd057&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0554583 Feb 07 12:06:06.235929 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 33324) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:06:06.276177 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device dab37051-4741-4ba2-8137-3fc21ba4d0d2 no longer exists at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:06:06.312721 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-ae2306de-6082-4861-9b73-502bf2b96239 admin admin] Publish callbacks [] for security_group (b15a1135-25e4-4e3d-bc4d-371c075b6c83), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:06.313922 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] No Port match for: dab37051-4741-4ba2-8137-3fc21ba4d0d2 {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:06:06.314717 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device dab37051-4741-4ba2-8137-3fc21ba4d0d2 not bound to the agent host dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:06:06.315298 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device f27b6f79-7997-4d68-87ec-8143fe712c90 no longer exists at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:06:06.336541 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] No Port match for: f27b6f79-7997-4d68-87ec-8143fe712c90 {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:06:06.336886 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device f27b6f79-7997-4d68-87ec-8143fe712c90 not bound to the agent host dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:06:06.339860 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-ae2306de-6082-4861-9b73-502bf2b96239 admin admin] Publish callbacks [] for security_group (b15a1135-25e4-4e3d-bc4d-371c075b6c83), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:06.473664 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-ae2306de-6082-4861-9b73-502bf2b96239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (b15a1135-25e4-4e3d-bc4d-371c075b6c83), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:06.476495 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-ae2306de-6082-4861-9b73-502bf2b96239 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:06.480904 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-ae2306de-6082-4861-9b73-502bf2b96239 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b15a1135-25e4-4e3d-bc4d-371c075b6c83 HTTP/1.1" status: 204 len: 168 time: 0.2440429 Feb 07 12:06:06.490736 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2306de-6082-4861-9b73-502bf2b96239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15a1135-25e4-4e3d-bc4d-371c075b6c83,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:06.772947 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984a876-0a19-4827-ad0e-efec7e8114d0 req-343670f3-522e-45cc-9f2c-ef29f563be84 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:06.774688 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9984a876-0a19-4827-ad0e-efec7e8114d0 req-343670f3-522e-45cc-9f2c-ef29f563be84 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 944 time: 0.0594468 Feb 07 12:06:06.823520 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9984a876-0a19-4827-ad0e-efec7e8114d0 req-0ed7bf65-6456-436c-a54e-747edbf3b208 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421011 Feb 07 12:06:07.181440 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cd57e-f4c4-4f09-bd35-e337bc420359 req-c30e8d76-4fb0-454c-8ac2-b11533717129 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:07.182922 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-5a2cd57e-f4c4-4f09-bd35-e337bc420359 req-c30e8d76-4fb0-454c-8ac2-b11533717129 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0590091 Feb 07 12:06:07.236411 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-5a2cd57e-f4c4-4f09-bd35-e337bc420359 req-96791b8b-70cc-45fb-8bd1-fe5e5865845f tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478764 Feb 07 12:06:07.557344 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 12:06:07.950234 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2eeae7-b21a-4a10-8295-0cc344ebe7c5 req-0e9f0a2b-dd93-4dc5-9cd6-850860ad8547 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:07.951737 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0b2eeae7-b21a-4a10-8295-0cc344ebe7c5 req-0e9f0a2b-dd93-4dc5-9cd6-850860ad8547 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 944 time: 0.0538757 Feb 07 12:06:07.998383 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0b2eeae7-b21a-4a10-8295-0cc344ebe7c5 req-64161f2b-7ff2-4362-9bc3-64694937ee0a tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410678 Feb 07 12:06:08.355312 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c3f9f-24c9-49b8-bb23-50b198ba6097 req-54834094-254e-44c6-9b03-6e23a4bc29e2 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:08.356707 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-664c3f9f-24c9-49b8-bb23-50b198ba6097 req-54834094-254e-44c6-9b03-6e23a4bc29e2 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0531671 Feb 07 12:06:08.405151 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-664c3f9f-24c9-49b8-bb23-50b198ba6097 req-6a450e7c-5165-4d58-95b7-881a7d209dd4 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428791 Feb 07 12:06:08.433322 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-d12780ae-fc9f-4c1f-858c-a4922642a01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:09.126526 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8d813-1eb9-43c7-966b-1abec693d45f req-eba9486b-9629-43ca-a19a-50b4ef8ae14e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:09.128035 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-16a8d813-1eb9-43c7-966b-1abec693d45f req-eba9486b-9629-43ca-a19a-50b4ef8ae14e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 944 time: 0.0590372 Feb 07 12:06:09.177013 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-16a8d813-1eb9-43c7-966b-1abec693d45f req-68b53071-c182-452e-8251-decf33b8f5b2 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434971 Feb 07 12:06:09.528861 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948c2ec-3e00-42f0-9cd4-4a0e2b3ab467 req-8314b88f-eccb-46dc-94d0-553e04b23e0c tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:09.530366 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c948c2ec-3e00-42f0-9cd4-4a0e2b3ab467 req-8314b88f-eccb-46dc-94d0-553e04b23e0c tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0586412 Feb 07 12:06:09.585016 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a30490-fe06-43a4-8c5c-2772f1a8c0f0 req-5103a5b4-12b9-4e42-995c-c5f17493eebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:09.588865 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-83a30490-fe06-43a4-8c5c-2772f1a8c0f0 req-5103a5b4-12b9-4e42-995c-c5f17493eebb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=569021eb1f054aa0b9a76bfafa7d7bf3&device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 1130 time: 0.0519190 Feb 07 12:06:09.602143 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c948c2ec-3e00-42f0-9cd4-4a0e2b3ab467 req-d37fea7a-3f25-4a97-a31d-075ca1f7ca31 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660479 Feb 07 12:06:09.722016 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ad4e0-1737-49dd-9ee5-4ae5e179463f req-751c25e3-f0fa-41a9-ae42-e756b010bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:09.723597 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-701ad4e0-1737-49dd-9ee5-4ae5e179463f req-751c25e3-f0fa-41a9-ae42-e756b010bcd7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7def8326042e4a8fa3c19125edfb7d63&device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 1128 time: 0.1123533 Feb 07 12:06:09.734265 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a30490-fe06-43a4-8c5c-2772f1a8c0f0 req-1c3ea235-899e-46a5-8a65-0c0a6b8161a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:09.736308 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-83a30490-fe06-43a4-8c5c-2772f1a8c0f0 req-1c3ea235-899e-46a5-8a65-0c0a6b8161a7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=044092f0-a486-42dc-94bd-4759b5537247 HTTP/1.1" status: 200 len: 910 time: 0.1263402 Feb 07 12:06:09.822585 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-83a30490-fe06-43a4-8c5c-2772f1a8c0f0 req-7d1cdb94-c4f2-4f2b-9abb-5bc9f17d9823 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e83137d0-3c6c-4fb0-9add-d1c30d7d7287 HTTP/1.1" status: 200 len: 217 time: 0.0670607 Feb 07 12:06:09.889889 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a30490-fe06-43a4-8c5c-2772f1a8c0f0 req-bf793223-7e96-45de-b625-3aae73265d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:09.891230 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-83a30490-fe06-43a4-8c5c-2772f1a8c0f0 req-bf793223-7e96-45de-b625-3aae73265d0a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275 HTTP/1.1" status: 200 len: 848 time: 0.0614593 Feb 07 12:06:09.907640 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ad4e0-1737-49dd-9ee5-4ae5e179463f req-ac637986-ac1d-4493-8a39-2a93ba04034c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:09.908990 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-701ad4e0-1737-49dd-9ee5-4ae5e179463f req-ac637986-ac1d-4493-8a39-2a93ba04034c service neutron] 10.222.0.18 "GET /v2.0/networks?id=5c560c9d-289f-4491-b462-db6f3ab05c8e HTTP/1.1" status: 200 len: 918 time: 0.1607335 Feb 07 12:06:10.000772 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a30490-fe06-43a4-8c5c-2772f1a8c0f0 req-66d5d717-d365-4178-98be-bf0e04a40931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:10.002324 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-83a30490-fe06-43a4-8c5c-2772f1a8c0f0 req-66d5d717-d365-4178-98be-bf0e04a40931 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=044092f0-a486-42dc-94bd-4759b5537247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1028533 Feb 07 12:06:10.003952 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-701ad4e0-1737-49dd-9ee5-4ae5e179463f req-cf25071b-d95f-4440-b063-9c7237a80bb7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f77c074-ce24-4902-905c-50a8c7a93107 HTTP/1.1" status: 200 len: 999 time: 0.0767033 Feb 07 12:06:10.104950 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ad4e0-1737-49dd-9ee5-4ae5e179463f req-5611092e-1519-4b8e-a46e-3853d9d2a665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:10.106419 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-701ad4e0-1737-49dd-9ee5-4ae5e179463f req-5611092e-1519-4b8e-a46e-3853d9d2a665 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40dfba53-a55c-40ea-abe9-97a328c1f35f HTTP/1.1" status: 200 len: 856 time: 0.0861635 Feb 07 12:06:10.160116 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-83a30490-fe06-43a4-8c5c-2772f1a8c0f0 req-fd1c7ef0-b25a-4b4b-8a05-8a4d7d69f4c8 service neutron] 10.222.0.18 "GET /v2.0/networks/044092f0-a486-42dc-94bd-4759b5537247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465411 Feb 07 12:06:10.217718 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ad4e0-1737-49dd-9ee5-4ae5e179463f req-6d24e514-25d0-4d7e-ae51-b9b6a51f15c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:10.219227 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-701ad4e0-1737-49dd-9ee5-4ae5e179463f req-6d24e514-25d0-4d7e-ae51-b9b6a51f15c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c560c9d-289f-4491-b462-db6f3ab05c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1026096 Feb 07 12:06:10.346506 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-83a30490-fe06-43a4-8c5c-2772f1a8c0f0 req-9b005da4-1a34-4d53-a87d-cbeb6085f65b service neutron] 10.222.0.18 "GET /v2.0/networks/044092f0-a486-42dc-94bd-4759b5537247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785197 Feb 07 12:06:10.386530 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0866dc1-f6e9-4a86-bd3a-c85b9980065a req-b8d2596e-af24-48a2-b0ac-22955a61ac4b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:10.388002 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a0866dc1-f6e9-4a86-bd3a-c85b9980065a req-b8d2596e-af24-48a2-b0ac-22955a61ac4b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 944 time: 0.1123259 Feb 07 12:06:10.389777 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-701ad4e0-1737-49dd-9ee5-4ae5e179463f req-bdddf478-663a-4d4f-941f-7256fdb1fba0 service neutron] 10.222.0.18 "GET /v2.0/networks/5c560c9d-289f-4491-b462-db6f3ab05c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605792 Feb 07 12:06:10.494344 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a0866dc1-f6e9-4a86-bd3a-c85b9980065a req-057b8495-a225-43db-8cc3-d3830be40b6a tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002779 Feb 07 12:06:10.517320 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-701ad4e0-1737-49dd-9ee5-4ae5e179463f req-57755651-00b4-4bc1-87b5-098d0a2cc323 service neutron] 10.222.0.18 "GET /v2.0/networks/5c560c9d-289f-4491-b462-db6f3ab05c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180818 Feb 07 12:06:10.592777 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-a314530d-2f5a-436e-b2c2-18152cba84ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:10.725243 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99879b78-5d76-42cb-bc9c-e6f516c832c9 req-bce364bb-345b-42b1-8c79-296404fbfc51 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:10.726660 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-99879b78-5d76-42cb-bc9c-e6f516c832c9 req-bce364bb-345b-42b1-8c79-296404fbfc51 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0562160 Feb 07 12:06:10.775691 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-99879b78-5d76-42cb-bc9c-e6f516c832c9 req-d0c425f1-1200-47d2-bcb0-a2bdae987fed tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426750 Feb 07 12:06:11.489939 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84fa1e-f290-461b-aa60-d2bec22273ed req-73496374-0b09-4e9e-b8fd-f6b12afd2221 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:11.491534 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9d84fa1e-f290-461b-aa60-d2bec22273ed req-73496374-0b09-4e9e-b8fd-f6b12afd2221 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0574043 Feb 07 12:06:11.639289 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-9d84fa1e-f290-461b-aa60-d2bec22273ed req-d87bda8f-ed25-4789-a33f-682fd448c629 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Deleting port e83137d0-3c6c-4fb0-9add-d1c30d7d7287 {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:06:11.639646 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-9d84fa1e-f290-461b-aa60-d2bec22273ed req-d87bda8f-ed25-4789-a33f-682fd448c629 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (e83137d0-3c6c-4fb0-9add-d1c30d7d7287), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:11.706216 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607c2d6-0d24-409a-8223-97123ed6ef45 req-a31dd00a-8986-4430-9889-57b6ad0943b9 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:11.707692 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3607c2d6-0d24-409a-8223-97123ed6ef45 req-a31dd00a-8986-4430-9889-57b6ad0943b9 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 944 time: 0.1335776 Feb 07 12:06:11.787901 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3607c2d6-0d24-409a-8223-97123ed6ef45 req-f9687f08-1e52-4893-ae54-ef78bc7d80eb tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736301 Feb 07 12:06:11.794832 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-9d84fa1e-f290-461b-aa60-d2bec22273ed req-d87bda8f-ed25-4789-a33f-682fd448c629 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] For port e83137d0-3c6c-4fb0-9add-d1c30d7d7287, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=e83137d0-3c6c-4fb0-9add-d1c30d7d7287,segment=NetworkSegment(1ab64f5e-e237-452a-95a2-99134719eb79),segment_id=1ab64f5e-e237-452a-95a2-99134719eb79)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:06:11.795204 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-9d84fa1e-f290-461b-aa60-d2bec22273ed req-d87bda8f-ed25-4789-a33f-682fd448c629 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (e83137d0-3c6c-4fb0-9add-d1c30d7d7287), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:11.809107 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-9d84fa1e-f290-461b-aa60-d2bec22273ed req-d87bda8f-ed25-4789-a33f-682fd448c629 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Calling delete_port for e83137d0-3c6c-4fb0-9add-d1c30d7d7287 owned by compute:nova {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:06:11.844805 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:11.909880 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bab5a-77d7-4872-9388-45690dd9f233 req-c235cdc5-7813-484d-9d7e-fc55840ca6e3 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:11.911354 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-cb3bab5a-77d7-4872-9388-45690dd9f233 req-c235cdc5-7813-484d-9d7e-fc55840ca6e3 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 946 time: 0.0575256 Feb 07 12:06:11.967435 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-cb3bab5a-77d7-4872-9388-45690dd9f233 req-22b1d5d8-09ab-45ec-8608-63266450246d tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/security-groups?id=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496228 Feb 07 12:06:11.993739 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 7f77c074-ce24-4902-905c-50a8c7a93107 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 12:06:12.113302 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 7f77c074-ce24-4902-905c-50a8c7a93107, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7f77c074-ce24-4902-905c-50a8c7a93107,segment=NetworkSegment(4dd91289-9497-4700-ac6d-fa09629bdd61),segment_id=4dd91289-9497-4700-ac6d-fa09629bdd61)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:06:12.126772 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Returning: {'device': '7f77c074-ce24-4902-905c-50a8c7a93107', 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e', 'port_id': '7f77c074-ce24-4902-905c-50a8c7a93107', 'mac_address': 'fa:16:3e:16:8f:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 12:06:12.164592 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port 7f77c074-ce24-4902-905c-50a8c7a93107 is: DOWN; New status is: BUILD {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:06:12.164908 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (7f77c074-ce24-4902-905c-50a8c7a93107), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:12.178844 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f77c074-ce24-4902-905c-50a8c7a93107 {{(pid=109817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 12:06:12.202591 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 7f77c074-ce24-4902-905c-50a8c7a93107, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7f77c074-ce24-4902-905c-50a8c7a93107,segment=NetworkSegment(4dd91289-9497-4700-ac6d-fa09629bdd61),segment_id=4dd91289-9497-4700-ac6d-fa09629bdd61)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:06:12.273061 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (7f77c074-ce24-4902-905c-50a8c7a93107), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:12.328207 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=7f77c074-ce24-4902-905c-50a8c7a93107,revision_number=9']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:12.335151 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-9d84fa1e-f290-461b-aa60-d2bec22273ed req-d87bda8f-ed25-4789-a33f-682fd448c629 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (e83137d0-3c6c-4fb0-9add-d1c30d7d7287), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:12.364647 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bda8f-ed25-4789-a33f-682fd448c629 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Pushing event deleted for resources: {'Port': ['ID=e83137d0-3c6c-4fb0-9add-d1c30d7d7287,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:12.411254 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d84fa1e-f290-461b-aa60-d2bec22273ed req-d87bda8f-ed25-4789-a33f-682fd448c629 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] No DVR routers for this DVR port e83137d0-3c6c-4fb0-9add-d1c30d7d7287 on host hv-cinder-81735 {{(pid=109816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:06:12.413844 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-9d84fa1e-f290-461b-aa60-d2bec22273ed req-d87bda8f-ed25-4789-a33f-682fd448c629 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:12.417908 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9d84fa1e-f290-461b-aa60-d2bec22273ed req-d87bda8f-ed25-4789-a33f-682fd448c629 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.18 "DELETE /v2.0/ports/e83137d0-3c6c-4fb0-9add-d1c30d7d7287 HTTP/1.1" status: 204 len: 173 time: 0.9208021 Feb 07 12:06:12.418286 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdd9ce4-f4de-4244-a527-216a355b628b', 'name': 'network-vif-deleted', 'tag': 'e83137d0-3c6c-4fb0-9add-d1c30d7d7287'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:06:12.420516 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab04f3c6-b105-4b09-a836-1cc7490d1be2" -d '{"events": [{"server_uuid": "1bdd9ce4-f4de-4244-a527-216a355b628b", "name": "network-vif-deleted", "tag": "e83137d0-3c6c-4fb0-9add-d1c30d7d7287"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:06:12.454484 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f326be5d-e308-4f91-b173-baf27e751f1f x-openstack-request-id: req-f326be5d-e308-4f91-b173-baf27e751f1f {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:06:12.454779 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdd9ce4-f4de-4244-a527-216a355b628b", "name": "network-vif-deleted", "tag": "e83137d0-3c6c-4fb0-9add-d1c30d7d7287", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:06:12.455031 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f326be5d-e308-4f91-b173-baf27e751f1f {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:06:12.455443 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdd9ce4-f4de-4244-a527-216a355b628b', 'name': 'network-vif-deleted', 'tag': 'e83137d0-3c6c-4fb0-9add-d1c30d7d7287', 'status': 'completed', 'code': 200} Feb 07 12:06:12.630835 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['7f77c074-ce24-4902-905c-50a8c7a93107'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 12:06:12.916242 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd4ce3-a1bf-4307-a0be-16821c317f5e req-97c5beed-919f-43b0-b5ea-61d9be0703f4 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:12.917739 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c7bd4ce3-a1bf-4307-a0be-16821c317f5e req-97c5beed-919f-43b0-b5ea-61d9be0703f4 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 945 time: 0.0535560 Feb 07 12:06:12.967875 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c7bd4ce3-a1bf-4307-a0be-16821c317f5e req-bc0ef56d-8b81-4730-ad07-a0119e45deb5 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441110 Feb 07 12:06:13.074192 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-4cb44894-08f1-4163-9b04-f9f15b78a986 req-36477f2c-1a21-4a3c-b6a3-fdd59fb92b11 tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bdd9ce4-f4de-4244-a527-216a355b628b HTTP/1.1" status: 200 len: 210 time: 0.0295000 Feb 07 12:06:13.724648 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:13.996860 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 7f77c074-ce24-4902-905c-50a8c7a93107 up at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 12:06:14.044549 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning complete for port 7f77c074-ce24-4902-905c-50a8c7a93107 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:06:14.045034 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (7f77c074-ce24-4902-905c-50a8c7a93107), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:14.097196 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226a70a-7b12-4f87-b986-111319506fd9 req-b4480bd5-2794-41ef-8d53-d03a7dcda2fe tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:14.098739 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8226a70a-7b12-4f87-b986-111319506fd9 req-b4480bd5-2794-41ef-8d53-d03a7dcda2fe tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 945 time: 0.0594983 Feb 07 12:06:14.128665 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port 7f77c074-ce24-4902-905c-50a8c7a93107 is: BUILD; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:06:14.129057 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (7f77c074-ce24-4902-905c-50a8c7a93107), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:14.141981 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 33444) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:06:14.153018 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d47099-895a-491b-9bdb-b784eefdd62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f77c074-ce24-4902-905c-50a8c7a93107'}] {{(pid=109817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:06:14.155262 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bc6b3c0530c896bdfe52e422604eaad6eac6737642d5fab1ac5583b9ec47d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243221ae-f3a4-49d2-a57b-e0d6235e0864" -d '{"events": [{"server_uuid": "63d47099-895a-491b-9bdb-b784eefdd62f", "name": "network-vif-plugged", "status": "completed", "tag": "7f77c074-ce24-4902-905c-50a8c7a93107"}]}' {{(pid=109817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:06:14.171232 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 7f77c074-ce24-4902-905c-50a8c7a93107, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7f77c074-ce24-4902-905c-50a8c7a93107,segment=NetworkSegment(4dd91289-9497-4700-ac6d-fa09629bdd61),segment_id=4dd91289-9497-4700-ac6d-fa09629bdd61)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:06:14.172318 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8226a70a-7b12-4f87-b986-111319506fd9 req-e528a6aa-edf2-49ac-9677-f54b9dacf993 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681322 Feb 07 12:06:14.195409 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ca4d0f-12c6-4b75-8a41-4a58a7aaa1ff x-openstack-request-id: req-50ca4d0f-12c6-4b75-8a41-4a58a7aaa1ff {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:06:14.195879 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d47099-895a-491b-9bdb-b784eefdd62f", "name": "network-vif-plugged", "status": "completed", "tag": "7f77c074-ce24-4902-905c-50a8c7a93107", "code": 200}]} {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:06:14.203465 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-50ca4d0f-12c6-4b75-8a41-4a58a7aaa1ff {{(pid=109817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:06:14.203465 dv-cinder-817351-12-iscsi neutron-server[109817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d47099-895a-491b-9bdb-b784eefdd62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f77c074-ce24-4902-905c-50a8c7a93107', 'code': 200} Feb 07 12:06:14.217936 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-637d631d-1f29-42e4-82e5-5013c7fa753a tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks [] for security_group (9257c956-ffe0-4f48-8a3c-2c8a4cad2f31), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:14.255738 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-637d631d-1f29-42e4-82e5-5013c7fa753a tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks [] for security_group (9257c956-ffe0-4f48-8a3c-2c8a4cad2f31), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:14.255952 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (7f77c074-ce24-4902-905c-50a8c7a93107), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:14.255952 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device e83137d0-3c6c-4fb0-9add-d1c30d7d7287 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:06:14.290949 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] No Port match for: e83137d0-3c6c-4fb0-9add-d1c30d7d7287 {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:06:14.291301 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device e83137d0-3c6c-4fb0-9add-d1c30d7d7287 not bound to the agent host hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:06:14.318316 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=7f77c074-ce24-4902-905c-50a8c7a93107,revision_number=10']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:14.381570 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-637d631d-1f29-42e4-82e5-5013c7fa753a tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (9257c956-ffe0-4f48-8a3c-2c8a4cad2f31), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:14.384341 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-637d631d-1f29-42e4-82e5-5013c7fa753a tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:14.386148 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-637d631d-1f29-42e4-82e5-5013c7fa753a tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] 10.222.0.67 "DELETE /v2.0/security-groups/9257c956-ffe0-4f48-8a3c-2c8a4cad2f31 HTTP/1.1" status: 204 len: 168 time: 0.2425497 Feb 07 12:06:14.395193 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d631d-1f29-42e4-82e5-5013c7fa753a tempest-TestShelveInstance-546211483 tempest-TestShelveInstance-546211483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9257c956-ffe0-4f48-8a3c-2c8a4cad2f31,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:14.538082 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 33454) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:06:14.547886 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debbd0a-909d-4c74-9119-9e4eabc53547 req-9fb9a1b7-c0bf-4c6f-9239-a4a1ca56202a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:14.550542 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5debbd0a-909d-4c74-9119-9e4eabc53547 req-9fb9a1b7-c0bf-4c6f-9239-a4a1ca56202a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 1131 time: 0.0545464 Feb 07 12:06:14.596432 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5debbd0a-909d-4c74-9119-9e4eabc53547 req-ec9546b2-44da-4241-a299-6333e42418f7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416386 Feb 07 12:06:14.707692 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:14.759184 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 33464) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:06:14.876603 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-830f9383-c948-4f70-8186-6fe0e837f11f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:14.963110 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-830f9383-c948-4f70-8186-6fe0e837f11f admin admin] Publish callbacks [] for security_group (b02d928a-05ba-4f02-bb0f-702aae0e437a), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:15.015675 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-489a44d5-259a-4f43-a365-42d3615e65d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-869226'] for router_interface (85dcb5c2-7e6a-4674-adb5-352917530a15), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:15.039035 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-830f9383-c948-4f70-8186-6fe0e837f11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (b02d928a-05ba-4f02-bb0f-702aae0e437a), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:15.077850 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-830f9383-c948-4f70-8186-6fe0e837f11f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1adef8bfa3b44483ab1518366b729a76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176029 Feb 07 12:06:15.080373 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f9383-c948-4f70-8186-6fe0e837f11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02d928a-05ba-4f02-bb0f-702aae0e437a,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:15.081319 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 33468) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:06:15.161806 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-2fae029a-b6d8-4e4c-b98c-a22405f69937 admin admin] Publish callbacks [] for security_group (b02d928a-05ba-4f02-bb0f-702aae0e437a), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:15.232565 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-2fae029a-b6d8-4e4c-b98c-a22405f69937 admin admin] Publish callbacks [] for security_group (b02d928a-05ba-4f02-bb0f-702aae0e437a), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:15.308628 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fbc58-4920-4b8e-942d-59200f6706d3 req-b95ebd27-0eee-4590-af4c-5047d7b04c9e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:15.310257 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-5b7fbc58-4920-4b8e-942d-59200f6706d3 req-b95ebd27-0eee-4590-af4c-5047d7b04c9e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 947 time: 0.0535138 Feb 07 12:06:15.358173 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-5b7fbc58-4920-4b8e-942d-59200f6706d3 req-8e89f669-7010-4658-b990-bd6c5726d0cc tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421844 Feb 07 12:06:15.362948 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-489a44d5-259a-4f43-a365-42d3615e65d2 admin admin] Deleting port aed27aac-e7a4-40e3-8329-e5b521bb9a52 {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:06:15.363290 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-489a44d5-259a-4f43-a365-42d3615e65d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (aed27aac-e7a4-40e3-8329-e5b521bb9a52), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:15.398241 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-2fae029a-b6d8-4e4c-b98c-a22405f69937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (b02d928a-05ba-4f02-bb0f-702aae0e437a), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:15.400781 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-2fae029a-b6d8-4e4c-b98c-a22405f69937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:15.402497 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-2fae029a-b6d8-4e4c-b98c-a22405f69937 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b02d928a-05ba-4f02-bb0f-702aae0e437a HTTP/1.1" status: 204 len: 168 time: 0.3202207 Feb 07 12:06:15.421125 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae029a-b6d8-4e4c-b98c-a22405f69937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02d928a-05ba-4f02-bb0f-702aae0e437a,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:15.458419 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-489a44d5-259a-4f43-a365-42d3615e65d2 admin admin] For port aed27aac-e7a4-40e3-8329-e5b521bb9a52, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=aed27aac-e7a4-40e3-8329-e5b521bb9a52,segment=NetworkSegment(1ab64f5e-e237-452a-95a2-99134719eb79),segment_id=1ab64f5e-e237-452a-95a2-99134719eb79)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:06:15.458782 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-489a44d5-259a-4f43-a365-42d3615e65d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (aed27aac-e7a4-40e3-8329-e5b521bb9a52), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:15.472168 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-489a44d5-259a-4f43-a365-42d3615e65d2 admin admin] Calling delete_port for aed27aac-e7a4-40e3-8329-e5b521bb9a52 owned by network:router_interface {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:06:15.724530 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-489a44d5-259a-4f43-a365-42d3615e65d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (aed27aac-e7a4-40e3-8329-e5b521bb9a52), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:15.751970 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a44d5-259a-4f43-a365-42d3615e65d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=aed27aac-e7a4-40e3-8329-e5b521bb9a52,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:15.921054 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-489a44d5-259a-4f43-a365-42d3615e65d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-869374'] for router_interface (85dcb5c2-7e6a-4674-adb5-352917530a15), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:15.984925 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 33478) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:06:15.998425 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-8766367e-2d7a-4e7f-a499-a0ea64663e8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:16.076457 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-8766367e-2d7a-4e7f-a499-a0ea64663e8a admin admin] Publish callbacks [] for security_group (58555438-79f8-422a-a466-d74d22a16e4d), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:16.139959 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-8766367e-2d7a-4e7f-a499-a0ea64663e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (58555438-79f8-422a-a466-d74d22a16e4d), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:16.151386 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489a44d5-259a-4f43-a365-42d3615e65d2 admin admin] Router 85dcb5c2-7e6a-4674-adb5-352917530a15 has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 12:06:16.180254 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-8766367e-2d7a-4e7f-a499-a0ea64663e8a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=18b294f0c87f40e488e5b3f8f0bfd5c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1918857 Feb 07 12:06:16.180254 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766367e-2d7a-4e7f-a499-a0ea64663e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58555438-79f8-422a-a466-d74d22a16e4d,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:16.182188 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 33482) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:06:16.236758 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a916dd53-f5ab-4bb2-ba20-375158716bd9 admin admin] Publish callbacks [] for security_group (58555438-79f8-422a-a466-d74d22a16e4d), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:16.260034 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a916dd53-f5ab-4bb2-ba20-375158716bd9 admin admin] Publish callbacks [] for security_group (58555438-79f8-422a-a466-d74d22a16e4d), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:16.274602 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489a44d5-259a-4f43-a365-42d3615e65d2 admin admin] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 12:06:16.281458 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-489a44d5-259a-4f43-a365-42d3615e65d2 admin admin] 10.222.0.67 "PUT /v2.0/routers/85dcb5c2-7e6a-4674-adb5-352917530a15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7420437 Feb 07 12:06:16.283682 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 33484) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:06:16.286603 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c656ce4d-4810-4e1a-b4f5-6e75f1c323c8 None None] Sync routers for ids ['85dcb5c2-7e6a-4674-adb5-352917530a15'] in dv-cinder-817351-12-iscsi {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:06:16.297236 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c656ce4d-4810-4e1a-b4f5-6e75f1c323c8 None None] Routers {'85dcb5c2-7e6a-4674-adb5-352917530a15'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:06:16.297896 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-c656ce4d-4810-4e1a-b4f5-6e75f1c323c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:06:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['85dcb5c2-7e6a-4674-adb5-352917530a15'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:06:16.398836 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a916dd53-f5ab-4bb2-ba20-375158716bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (58555438-79f8-422a-a466-d74d22a16e4d), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:16.403047 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6cfed832-997e-4263-8078-f937510df1a0 admin admin] Publish callbacks [] for router (85dcb5c2-7e6a-4674-adb5-352917530a15), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:16.403159 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a916dd53-f5ab-4bb2-ba20-375158716bd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:16.403425 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-a916dd53-f5ab-4bb2-ba20-375158716bd9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/58555438-79f8-422a-a466-d74d22a16e4d HTTP/1.1" status: 204 len: 168 time: 0.2198212 Feb 07 12:06:16.423702 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916dd53-f5ab-4bb2-ba20-375158716bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58555438-79f8-422a-a466-d74d22a16e4d,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:16.438324 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-c656ce4d-4810-4e1a-b4f5-6e75f1c323c8 None None] Set router 85dcb5c2-7e6a-4674-adb5-352917530a15 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:06:16.561913 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136615b5-db0c-405e-885e-9a312f0c5b09 req-2e319079-0d29-4a83-b635-d5aeb80b5b07 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:16.563412 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-136615b5-db0c-405e-885e-9a312f0c5b09 req-2e319079-0d29-4a83-b635-d5aeb80b5b07 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 947 time: 0.1029644 Feb 07 12:06:16.574673 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6cfed832-997e-4263-8078-f937510df1a0 admin admin] Publish callbacks [] for router_gateway (85dcb5c2-7e6a-4674-adb5-352917530a15), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:16.621825 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-136615b5-db0c-405e-885e-9a312f0c5b09 req-73084914-09b8-46e9-8ba7-068fdbf4e723 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503724 Feb 07 12:06:16.624255 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-c656ce4d-4810-4e1a-b4f5-6e75f1c323c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'name': 'tempest-TestShelveInstance-1810369802-router', 'tenant_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:30Z', 'updated_at': '2022-02-07T12:06:15Z', 'revision_number': 5, 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'gw_port': {'id': '1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:30Z', 'updated_at': '2022-02-07T11:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:06:16.650774 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c656ce4d-4810-4e1a-b4f5-6e75f1c323c8 None None] Checking router: 85dcb5c2-7e6a-4674-adb5-352917530a15 for host: dv-cinder-817351-12-iscsi {{(pid=109818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:06:16.660192 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c656ce4d-4810-4e1a-b4f5-6e75f1c323c8 None None] Routers {'85dcb5c2-7e6a-4674-adb5-352917530a15'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:06:16.660641 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-c656ce4d-4810-4e1a-b4f5-6e75f1c323c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:06:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['85dcb5c2-7e6a-4674-adb5-352917530a15'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:06:16.736358 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-6cfed832-997e-4263-8078-f937510df1a0 admin admin] Deleting port 1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:06:16.736938 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6cfed832-997e-4263-8078-f937510df1a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:16.747471 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-c656ce4d-4810-4e1a-b4f5-6e75f1c323c8 None None] Set router 85dcb5c2-7e6a-4674-adb5-352917530a15 gateway port host: None {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:06:16.802810 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-c656ce4d-4810-4e1a-b4f5-6e75f1c323c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'name': 'tempest-TestShelveInstance-1810369802-router', 'tenant_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:30Z', 'updated_at': '2022-02-07T12:06:16Z', 'revision_number': 6, 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'gw_port_host': None}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:06:16.822401 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-6cfed832-997e-4263-8078-f937510df1a0 admin admin] For port 1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c,segment=NetworkSegment(27333d9f-cdd8-4603-a3d3-d9bd5a50a047),segment_id=27333d9f-cdd8-4603-a3d3-d9bd5a50a047)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:06:16.822844 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6cfed832-997e-4263-8078-f937510df1a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:16.828870 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c656ce4d-4810-4e1a-b4f5-6e75f1c323c8 None None] The sync data for ids ['85dcb5c2-7e6a-4674-adb5-352917530a15'] in dv-cinder-817351-12-iscsi is: [{'id': '85dcb5c2-7e6a-4674-adb5-352917530a15', 'name': 'tempest-TestShelveInstance-1810369802-router', 'tenant_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:30Z', 'updated_at': '2022-02-07T12:06:16Z', 'revision_number': 6, 'project_id': '569021eb1f054aa0b9a76bfafa7d7bf3', 'gw_port_host': None}] {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:06:16.836240 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-6cfed832-997e-4263-8078-f937510df1a0 admin admin] Calling delete_port for 1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c owned by network:router_gateway {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:06:17.044605 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6cfed832-997e-4263-8078-f937510df1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:17.087508 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfed832-997e-4263-8078-f937510df1a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:17.151600 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6cfed832-997e-4263-8078-f937510df1a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-875804'] for router_gateway (85dcb5c2-7e6a-4674-adb5-352917530a15), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:17.265320 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6cfed832-997e-4263-8078-f937510df1a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-870299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8995'] for router (85dcb5c2-7e6a-4674-adb5-352917530a15), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:17.267572 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6cfed832-997e-4263-8078-f937510df1a0 admin admin] Publish callbacks [] for router_controller (85dcb5c2-7e6a-4674-adb5-352917530a15), precommit_delete_associations {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:17.404410 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6cfed832-997e-4263-8078-f937510df1a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-870284'] for router (85dcb5c2-7e6a-4674-adb5-352917530a15), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:17.404975 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfed832-997e-4263-8078-f937510df1a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85dcb5c2-7e6a-4674-adb5-352917530a15 {{(pid=109816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 12:06:17.409209 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6cfed832-997e-4263-8078-f937510df1a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:17.410427 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-6cfed832-997e-4263-8078-f937510df1a0 admin admin] 10.222.0.67 "DELETE /v2.0/routers/85dcb5c2-7e6a-4674-adb5-352917530a15 HTTP/1.1" status: 204 len: 168 time: 1.1258440 Feb 07 12:06:17.413006 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 33508) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:06:17.457035 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a60a87-bfe2-41c8-8c43-f047cee01e95 admin admin] Deleting subnet 7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275 {{(pid=109816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 12:06:17.460180 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d6a60a87-bfe2-41c8-8c43-f047cee01e95 admin admin] Publish callbacks [] for subnet (7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:17.493427 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d6a60a87-bfe2-41c8-8c43-f047cee01e95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8929597'] for subnet (7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275), precommit_delete_associations {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:17.572464 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d6a60a87-bfe2-41c8-8c43-f047cee01e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67013173'] for subnet (7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:17.714132 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d6a60a87-bfe2-41c8-8c43-f047cee01e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67013326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9209793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9316268'] for subnet (7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:17.741131 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a60a87-bfe2-41c8-8c43-f047cee01e95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:17.748145 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-d6a60a87-bfe2-41c8-8c43-f047cee01e95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:17.752033 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-d6a60a87-bfe2-41c8-8c43-f047cee01e95 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/7b60c4bc-3f4d-4cee-a857-fbf0bbbd8275 HTTP/1.1" status: 204 len: 168 time: 0.3380663 Feb 07 12:06:17.754527 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 33520) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:06:17.757917 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ec047f-9d26-422b-aabe-36afbc2b93c4 None None] Network 044092f0-a486-42dc-94bd-4759b5537247 requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 12:06:17.788718 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c344cd-3eb0-457d-a242-69a4bf84c158 req-5b4d4fbe-256a-4785-b919-de07978fd389 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:17.795776 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f5c344cd-3eb0-457d-a242-69a4bf84c158 req-5b4d4fbe-256a-4785-b919-de07978fd389 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 947 time: 0.0976460 Feb 07 12:06:17.834587 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b500a138-3486-4662-b431-dd20a0ebc502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66708451'] for network (044092f0-a486-42dc-94bd-4759b5537247), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:17.853541 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f5c344cd-3eb0-457d-a242-69a4bf84c158 req-1d60293a-b5d3-4eab-891e-32d5da157dd4 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566492 Feb 07 12:06:17.898012 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-b500a138-3486-4662-b431-dd20a0ebc502 admin admin] Deleting port c269cde2-43bc-4b3a-bf46-0370f05b4d9c {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:06:17.898355 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b500a138-3486-4662-b431-dd20a0ebc502 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (c269cde2-43bc-4b3a-bf46-0370f05b4d9c), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:17.953255 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f46d72-8489-4339-8241-e6bbc70b457d None None] DHCP port deletion for 044092f0-a486-42dc-94bd-4759b5537247 request from dv-cinder-817351-12-iscsi {{(pid=109817) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 12:06:17.974338 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-b500a138-3486-4662-b431-dd20a0ebc502 admin admin] For port c269cde2-43bc-4b3a-bf46-0370f05b4d9c, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=c269cde2-43bc-4b3a-bf46-0370f05b4d9c,segment=NetworkSegment(1ab64f5e-e237-452a-95a2-99134719eb79),segment_id=1ab64f5e-e237-452a-95a2-99134719eb79)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:06:17.974706 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b500a138-3486-4662-b431-dd20a0ebc502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (c269cde2-43bc-4b3a-bf46-0370f05b4d9c), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:17.990514 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-b500a138-3486-4662-b431-dd20a0ebc502 admin admin] Calling delete_port for c269cde2-43bc-4b3a-bf46-0370f05b4d9c owned by network:dhcp {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:06:18.008974 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-a0f46d72-8489-4339-8241-e6bbc70b457d None None] Deleting port c269cde2-43bc-4b3a-bf46-0370f05b4d9c {{(pid=109817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:06:18.009354 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-a0f46d72-8489-4339-8241-e6bbc70b457d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (c269cde2-43bc-4b3a-bf46-0370f05b4d9c), before_delete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:18.076569 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-a0f46d72-8489-4339-8241-e6bbc70b457d None None] For port c269cde2-43bc-4b3a-bf46-0370f05b4d9c, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=c269cde2-43bc-4b3a-bf46-0370f05b4d9c,segment=NetworkSegment(1ab64f5e-e237-452a-95a2-99134719eb79),segment_id=1ab64f5e-e237-452a-95a2-99134719eb79)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:06:18.077202 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-a0f46d72-8489-4339-8241-e6bbc70b457d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (c269cde2-43bc-4b3a-bf46-0370f05b4d9c), precommit_delete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:18.090844 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-a0f46d72-8489-4339-8241-e6bbc70b457d None None] Calling delete_port for c269cde2-43bc-4b3a-bf46-0370f05b4d9c owned by network:dhcp {{(pid=109817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:06:18.137424 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 33524) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:06:18.150318 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b500a138-3486-4662-b431-dd20a0ebc502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (c269cde2-43bc-4b3a-bf46-0370f05b4d9c), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:18.171422 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-a0f46d72-8489-4339-8241-e6bbc70b457d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063'] for port (c269cde2-43bc-4b3a-bf46-0370f05b4d9c), after_delete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:18.177240 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500a138-3486-4662-b431-dd20a0ebc502 admin admin] Pushing event deleted for resources: {'Port': ['ID=c269cde2-43bc-4b3a-bf46-0370f05b4d9c,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:18.181316 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b500a138-3486-4662-b431-dd20a0ebc502 admin admin] No DVR routers for this DVR port c269cde2-43bc-4b3a-bf46-0370f05b4d9c on host dv-cinder-817351-12-iscsi {{(pid=109816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:06:18.198530 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f46d72-8489-4339-8241-e6bbc70b457d None None] Pushing event deleted for resources: {'Port': ['ID=c269cde2-43bc-4b3a-bf46-0370f05b4d9c,revision_number=None']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:18.200383 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f46d72-8489-4339-8241-e6bbc70b457d None None] No DVR routers for this DVR port c269cde2-43bc-4b3a-bf46-0370f05b4d9c on host dv-cinder-817351-12-iscsi {{(pid=109817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:06:18.284543 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b500a138-3486-4662-b431-dd20a0ebc502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67092386', 'neutron.services.segments.db._delete_segments_for_network-8782771681473'] for network (044092f0-a486-42dc-94bd-4759b5537247), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:18.287201 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c0feb692-d7d8-4105-b623-25952d764038 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:18.288339 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device c269cde2-43bc-4b3a-bf46-0370f05b4d9c no longer exists at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:06:18.308580 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] No Port match for: c269cde2-43bc-4b3a-bf46-0370f05b4d9c {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:06:18.309025 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device c269cde2-43bc-4b3a-bf46-0370f05b4d9c not bound to the agent host dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:06:18.309506 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device aed27aac-e7a4-40e3-8329-e5b521bb9a52 no longer exists at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:06:18.314685 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-b500a138-3486-4662-b431-dd20a0ebc502 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['044092f0-a486-42dc-94bd-4759b5537247']}} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:06:18.329156 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] No Port match for: aed27aac-e7a4-40e3-8329-e5b521bb9a52 {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:06:18.329642 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device aed27aac-e7a4-40e3-8329-e5b521bb9a52 not bound to the agent host dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:06:18.330326 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-b500a138-3486-4662-b431-dd20a0ebc502 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab64f5e-e237-452a-95a2-99134719eb79') {'for_net_delete': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:06:18.330326 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-b500a138-3486-4662-b431-dd20a0ebc502 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab64f5e-e237-452a-95a2-99134719eb79') {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:06:18.330539 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c no longer exists at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:06:18.342673 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b500a138-3486-4662-b431-dd20a0ebc502 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782771684554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8929590'] for segment (1ab64f5e-e237-452a-95a2-99134719eb79), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:18.349463 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] No Port match for: 1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:06:18.349961 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 1f1f0b1a-1e37-4d12-b4a0-13adb8f1314c not bound to the agent host dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:06:18.365717 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b500a138-3486-4662-b431-dd20a0ebc502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (1ab64f5e-e237-452a-95a2-99134719eb79), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:18.376089 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b500a138-3486-4662-b431-dd20a0ebc502 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=109816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:06:18.376472 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b500a138-3486-4662-b431-dd20a0ebc502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9209707'] for segment (1ab64f5e-e237-452a-95a2-99134719eb79), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:18.378098 dv-cinder-817351-12-iscsi neutron-server[109816]: Traceback (most recent call last): Feb 07 12:06:18.378098 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:06:18.378098 dv-cinder-817351-12-iscsi neutron-server[109816]: timer() Feb 07 12:06:18.378098 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:06:18.378098 dv-cinder-817351-12-iscsi neutron-server[109816]: cb(*args, **kw) Feb 07 12:06:18.378098 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 12:06:18.378098 dv-cinder-817351-12-iscsi neutron-server[109816]: return func(*args, **kwargs) Feb 07 12:06:18.378098 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:06:18.378098 dv-cinder-817351-12-iscsi neutron-server[109816]: self._notify() Feb 07 12:06:18.378098 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:06:18.378098 dv-cinder-817351-12-iscsi neutron-server[109816]: self.callback(batched_events) Feb 07 12:06:18.378098 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:06:18.378098 dv-cinder-817351-12-iscsi neutron-server[109816]: event.method(event) Feb 07 12:06:18.378098 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 12:06:18.378098 dv-cinder-817351-12-iscsi neutron-server[109816]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:06:18.378098 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 12:06:18.378098 dv-cinder-817351-12-iscsi neutron-server[109816]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:06:18.378098 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 12:06:18.378098 dv-cinder-817351-12-iscsi neutron-server[109816]: return f(self, *a, **k) Feb 07 12:06:18.378098 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 12:06:18.378098 dv-cinder-817351-12-iscsi neutron-server[109816]: return self._get(url).json() Feb 07 12:06:18.378098 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 12:06:18.378098 dv-cinder-817351-12-iscsi neutron-server[109816]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:06:18.378098 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:06:18.378098 dv-cinder-817351-12-iscsi neutron-server[109816]: return self.request(url, 'GET', **kwargs) Feb 07 12:06:18.378098 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:06:18.378098 dv-cinder-817351-12-iscsi neutron-server[109816]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:06:18.378098 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:06:18.378098 dv-cinder-817351-12-iscsi neutron-server[109816]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:06:18.378098 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:06:18.378098 dv-cinder-817351-12-iscsi neutron-server[109816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:06:18.378098 dv-cinder-817351-12-iscsi neutron-server[109816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:06:18.452143 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c0feb692-d7d8-4105-b623-25952d764038 admin admin] Publish callbacks [] for security_group (e3ca44e8-c2c6-4b27-8f5e-29dfb6a34f80), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:18.570389 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b500a138-3486-4662-b431-dd20a0ebc502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67092411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-875896'] for network (044092f0-a486-42dc-94bd-4759b5537247), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:18.575609 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b500a138-3486-4662-b431-dd20a0ebc502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:18.583885 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-b500a138-3486-4662-b431-dd20a0ebc502 admin admin] 10.222.0.67 "DELETE /v2.0/networks/044092f0-a486-42dc-94bd-4759b5537247 HTTP/1.1" status: 204 len: 168 time: 0.8232512 Feb 07 12:06:18.583974 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 33530) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:06:18.592772 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500a138-3486-4662-b431-dd20a0ebc502 admin admin] Pushing event deleted for resources: {'Network': ['ID=044092f0-a486-42dc-94bd-4759b5537247,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:18.602995 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c0feb692-d7d8-4105-b623-25952d764038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (e3ca44e8-c2c6-4b27-8f5e-29dfb6a34f80), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:18.641765 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-c0feb692-d7d8-4105-b623-25952d764038 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ea10dddfba2248189a9c087cb53e9a0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4965332 Feb 07 12:06:18.642618 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0feb692-d7d8-4105-b623-25952d764038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ca44e8-c2c6-4b27-8f5e-29dfb6a34f80,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:18.644983 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 33532) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:06:18.694260 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-2a513274-1b55-4a90-9685-dbd4647d5294 admin admin] Publish callbacks [] for security_group (e3ca44e8-c2c6-4b27-8f5e-29dfb6a34f80), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:18.716353 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-2a513274-1b55-4a90-9685-dbd4647d5294 admin admin] Publish callbacks [] for security_group (e3ca44e8-c2c6-4b27-8f5e-29dfb6a34f80), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:18.822249 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-2a513274-1b55-4a90-9685-dbd4647d5294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (e3ca44e8-c2c6-4b27-8f5e-29dfb6a34f80), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:18.824876 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-2a513274-1b55-4a90-9685-dbd4647d5294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:18.826054 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-2a513274-1b55-4a90-9685-dbd4647d5294 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e3ca44e8-c2c6-4b27-8f5e-29dfb6a34f80 HTTP/1.1" status: 204 len: 168 time: 0.1801379 Feb 07 12:06:18.839453 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a513274-1b55-4a90-9685-dbd4647d5294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ca44e8-c2c6-4b27-8f5e-29dfb6a34f80,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:18.945129 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-20bfc66b-3288-425b-8eb1-0f7d3a5ed4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-869226'] for router_interface (4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:18.981050 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba260dc-55da-4810-a1f9-b0ace66cdb84 req-a2094193-7270-4277-85b0-9d995b3774c0 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:18.984528 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3ba260dc-55da-4810-a1f9-b0ace66cdb84 req-a2094193-7270-4277-85b0-9d995b3774c0 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 947 time: 0.0558252 Feb 07 12:06:19.033474 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3ba260dc-55da-4810-a1f9-b0ace66cdb84 req-b4417ca0-8c5c-4e66-b3bb-13275e83444d tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447998 Feb 07 12:06:19.471872 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-20bfc66b-3288-425b-8eb1-0f7d3a5ed4df admin admin] Deleting port 5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11 {{(pid=109815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:06:19.472200 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-20bfc66b-3288-425b-8eb1-0f7d3a5ed4df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:19.563004 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-20bfc66b-3288-425b-8eb1-0f7d3a5ed4df admin admin] For port 5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11,segment=NetworkSegment(99bbdfe2-b724-41c4-b0b3-f31a39b81913),segment_id=99bbdfe2-b724-41c4-b0b3-f31a39b81913)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:06:19.563418 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-20bfc66b-3288-425b-8eb1-0f7d3a5ed4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:19.580217 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-20bfc66b-3288-425b-8eb1-0f7d3a5ed4df admin admin] Calling delete_port for 5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11 owned by network:router_interface {{(pid=109815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:06:19.825797 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-20bfc66b-3288-425b-8eb1-0f7d3a5ed4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8643334'] for port (5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:19.850366 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfc66b-3288-425b-8eb1-0f7d3a5ed4df admin admin] Pushing event deleted for resources: {'Port': ['ID=5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:20.036202 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-20bfc66b-3288-425b-8eb1-0f7d3a5ed4df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-869374'] for router_interface (4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:20.202940 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ae4d4-ae95-477e-b285-b9312634b18d req-a4c4b338-0925-4832-ac2b-92ce99d5f759 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:20.204434 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-317ae4d4-ae95-477e-b285-b9312634b18d req-a4c4b338-0925-4832-ac2b-92ce99d5f759 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 947 time: 0.0810854 Feb 07 12:06:20.333017 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-317ae4d4-ae95-477e-b285-b9312634b18d req-1d440ed6-db42-40d7-8f69-c95c66f1c6ab tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219933 Feb 07 12:06:20.354787 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20bfc66b-3288-425b-8eb1-0f7d3a5ed4df admin admin] Router 4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 12:06:20.475006 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20bfc66b-3288-425b-8eb1-0f7d3a5ed4df admin admin] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 12:06:20.480974 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-20bfc66b-3288-425b-8eb1-0f7d3a5ed4df admin admin] 10.222.0.67 "PUT /v2.0/routers/4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8980489 Feb 07 12:06:20.483707 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 33604) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:06:20.486788 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5774b674-3620-48a6-aac2-e20de3cc3229 None None] Sync routers for ids ['4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e'] in dv-cinder-817351-12-iscsi {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:06:20.497885 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5774b674-3620-48a6-aac2-e20de3cc3229 None None] Routers {'4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:06:20.498517 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-5774b674-3620-48a6-aac2-e20de3cc3229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:06:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:06:20.591562 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-0e63eed0-2bbc-43ec-81fd-dcf6c957e56d admin admin] Publish callbacks [] for router (4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:20.787026 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-5774b674-3620-48a6-aac2-e20de3cc3229 None None] Set router 4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:06:20.989638 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-5774b674-3620-48a6-aac2-e20de3cc3229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e', 'name': 'tempest-TestShelveInstance-1532069331-router', 'tenant_id': '7a111ee213c847b195c2995c788a22b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f82055d2-5f0d-4855-995d-8d18e71eae62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:36Z', 'updated_at': '2022-02-07T12:06:19Z', 'revision_number': 5, 'project_id': '7a111ee213c847b195c2995c788a22b9', 'gw_port': {'id': 'f82055d2-5f0d-4855-995d-8d18e71eae62', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:37Z', 'updated_at': '2022-02-07T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:06:20.995307 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-0e63eed0-2bbc-43ec-81fd-dcf6c957e56d admin admin] Publish callbacks [] for router_gateway (4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:21.017972 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5774b674-3620-48a6-aac2-e20de3cc3229 None None] Checking router: 4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e for host: dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:06:21.027482 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5774b674-3620-48a6-aac2-e20de3cc3229 None None] Routers {'4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:06:21.028091 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-5774b674-3620-48a6-aac2-e20de3cc3229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:06:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:06:21.105613 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-0e63eed0-2bbc-43ec-81fd-dcf6c957e56d admin admin] Deleting port f82055d2-5f0d-4855-995d-8d18e71eae62 {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:06:21.106083 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-0e63eed0-2bbc-43ec-81fd-dcf6c957e56d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (f82055d2-5f0d-4855-995d-8d18e71eae62), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:21.153264 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-5774b674-3620-48a6-aac2-e20de3cc3229 None None] Set router 4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:06:21.186283 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-0e63eed0-2bbc-43ec-81fd-dcf6c957e56d admin admin] For port f82055d2-5f0d-4855-995d-8d18e71eae62, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=f82055d2-5f0d-4855-995d-8d18e71eae62,segment=NetworkSegment(27333d9f-cdd8-4603-a3d3-d9bd5a50a047),segment_id=27333d9f-cdd8-4603-a3d3-d9bd5a50a047)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:06:21.186645 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-0e63eed0-2bbc-43ec-81fd-dcf6c957e56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (f82055d2-5f0d-4855-995d-8d18e71eae62), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:21.200040 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-0e63eed0-2bbc-43ec-81fd-dcf6c957e56d admin admin] Calling delete_port for f82055d2-5f0d-4855-995d-8d18e71eae62 owned by network:router_gateway {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:06:21.355272 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-5774b674-3620-48a6-aac2-e20de3cc3229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e', 'name': 'tempest-TestShelveInstance-1532069331-router', 'tenant_id': '7a111ee213c847b195c2995c788a22b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f82055d2-5f0d-4855-995d-8d18e71eae62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:36Z', 'updated_at': '2022-02-07T12:06:19Z', 'revision_number': 5, 'project_id': '7a111ee213c847b195c2995c788a22b9', 'gw_port': {'id': 'f82055d2-5f0d-4855-995d-8d18e71eae62', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:37Z', 'updated_at': '2022-02-07T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:06:21.382793 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5774b674-3620-48a6-aac2-e20de3cc3229 None None] The sync data for ids ['4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e'] in dv-cinder-817351-12-iscsi is: [{'id': '4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e', 'name': 'tempest-TestShelveInstance-1532069331-router', 'tenant_id': '7a111ee213c847b195c2995c788a22b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f82055d2-5f0d-4855-995d-8d18e71eae62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:36Z', 'updated_at': '2022-02-07T12:06:19Z', 'revision_number': 5, 'project_id': '7a111ee213c847b195c2995c788a22b9', 'gw_port': {'id': 'f82055d2-5f0d-4855-995d-8d18e71eae62', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:37Z', 'updated_at': '2022-02-07T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}] {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:06:21.462199 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-0e63eed0-2bbc-43ec-81fd-dcf6c957e56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (f82055d2-5f0d-4855-995d-8d18e71eae62), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:21.490385 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63eed0-2bbc-43ec-81fd-dcf6c957e56d admin admin] Pushing event deleted for resources: {'Port': ['ID=f82055d2-5f0d-4855-995d-8d18e71eae62,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:21.527662 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518a344-0d0e-45a0-b8d0-726e94254ef9 req-e9f9d803-ba6d-454b-bc22-f1cbfbabe1f6 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:21.529254 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5518a344-0d0e-45a0-b8d0-726e94254ef9 req-e9f9d803-ba6d-454b-bc22-f1cbfbabe1f6 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 947 time: 0.1041415 Feb 07 12:06:21.597531 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-0e63eed0-2bbc-43ec-81fd-dcf6c957e56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-875804'] for router_gateway (4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:21.683234 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5518a344-0d0e-45a0-b8d0-726e94254ef9 req-d6069b13-467b-474a-83d7-b0ad4a503315 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364915 Feb 07 12:06:21.687959 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-0e63eed0-2bbc-43ec-81fd-dcf6c957e56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-870299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8995'] for router (4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:21.690043 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-0e63eed0-2bbc-43ec-81fd-dcf6c957e56d admin admin] Publish callbacks [] for router_controller (4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e), precommit_delete_associations {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:21.820546 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-0e63eed0-2bbc-43ec-81fd-dcf6c957e56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-870284'] for router (4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:21.821087 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e63eed0-2bbc-43ec-81fd-dcf6c957e56d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e {{(pid=109816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 12:06:21.826071 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-0e63eed0-2bbc-43ec-81fd-dcf6c957e56d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:21.827211 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-0e63eed0-2bbc-43ec-81fd-dcf6c957e56d admin admin] 10.222.0.67 "DELETE /v2.0/routers/4a1f6a40-f119-42f6-ab4d-0f07d05b0b9e HTTP/1.1" status: 204 len: 168 time: 1.3424423 Feb 07 12:06:21.829695 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 33622) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:06:21.875392 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc08c88d-3922-4dea-929c-735c00ba367c admin admin] Deleting subnet cc9406d6-b76a-4a95-b1d1-8ed49eb6275f {{(pid=109816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 12:06:21.878882 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-cc08c88d-3922-4dea-929c-735c00ba367c admin admin] Publish callbacks [] for subnet (cc9406d6-b76a-4a95-b1d1-8ed49eb6275f), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:21.913252 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-cc08c88d-3922-4dea-929c-735c00ba367c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8929597'] for subnet (cc9406d6-b76a-4a95-b1d1-8ed49eb6275f), precommit_delete_associations {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:22.001013 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-cc08c88d-3922-4dea-929c-735c00ba367c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67013173'] for subnet (cc9406d6-b76a-4a95-b1d1-8ed49eb6275f), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:22.102041 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-cc08c88d-3922-4dea-929c-735c00ba367c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67013326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9209793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9316268'] for subnet (cc9406d6-b76a-4a95-b1d1-8ed49eb6275f), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:22.129198 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08c88d-3922-4dea-929c-735c00ba367c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc9406d6-b76a-4a95-b1d1-8ed49eb6275f,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:22.131165 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-cc08c88d-3922-4dea-929c-735c00ba367c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:22.141718 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-cc08c88d-3922-4dea-929c-735c00ba367c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/cc9406d6-b76a-4a95-b1d1-8ed49eb6275f HTTP/1.1" status: 204 len: 168 time: 0.3036826 Feb 07 12:06:22.141829 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc562f5-2454-41cc-9c8c-1207fca07fb8 None None] Network eb825cd8-b928-40f4-8c2d-b850eaf62a90 requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 12:06:22.143518 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 33626) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:06:22.222211 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6e07f334-c77d-428a-82ff-b6e0f514d2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66708451'] for network (eb825cd8-b928-40f4-8c2d-b850eaf62a90), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:22.281842 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-6e07f334-c77d-428a-82ff-b6e0f514d2fb admin admin] Deleting port 3d1350e3-6768-45f5-af4c-d4066b47174a {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:06:22.282188 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6e07f334-c77d-428a-82ff-b6e0f514d2fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (3d1350e3-6768-45f5-af4c-d4066b47174a), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:22.343416 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-6e07f334-c77d-428a-82ff-b6e0f514d2fb admin admin] For port 3d1350e3-6768-45f5-af4c-d4066b47174a, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=3d1350e3-6768-45f5-af4c-d4066b47174a,segment=NetworkSegment(99bbdfe2-b724-41c4-b0b3-f31a39b81913),segment_id=99bbdfe2-b724-41c4-b0b3-f31a39b81913)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:06:22.343785 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6e07f334-c77d-428a-82ff-b6e0f514d2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (3d1350e3-6768-45f5-af4c-d4066b47174a), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:22.358333 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-6e07f334-c77d-428a-82ff-b6e0f514d2fb admin admin] Calling delete_port for 3d1350e3-6768-45f5-af4c-d4066b47174a owned by network:dhcp {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:06:22.379388 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217b542d-bd28-4166-b500-8230d7d72281 None None] DHCP port deletion for eb825cd8-b928-40f4-8c2d-b850eaf62a90 request from dv-cinder-817351-12-iscsi {{(pid=109817) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 12:06:22.441160 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-217b542d-bd28-4166-b500-8230d7d72281 None None] Deleting port 3d1350e3-6768-45f5-af4c-d4066b47174a {{(pid=109817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:06:22.441539 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-217b542d-bd28-4166-b500-8230d7d72281 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (3d1350e3-6768-45f5-af4c-d4066b47174a), before_delete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:22.459174 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11 no longer exists at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:06:22.507751 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] No Port match for: 5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11 {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:06:22.508098 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 5a7364c3-7c6c-44c7-a5a1-3aa7ceda1f11 not bound to the agent host dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:06:22.508512 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 3d1350e3-6768-45f5-af4c-d4066b47174a no longer exists at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:06:22.518476 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6e07f334-c77d-428a-82ff-b6e0f514d2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (3d1350e3-6768-45f5-af4c-d4066b47174a), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:22.536247 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] No Port match for: 3d1350e3-6768-45f5-af4c-d4066b47174a {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:06:22.536601 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 3d1350e3-6768-45f5-af4c-d4066b47174a not bound to the agent host dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:06:22.537013 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device f82055d2-5f0d-4855-995d-8d18e71eae62 no longer exists at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:06:22.546169 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e07f334-c77d-428a-82ff-b6e0f514d2fb admin admin] No DVR routers for this DVR port 3d1350e3-6768-45f5-af4c-d4066b47174a on host dv-cinder-817351-12-iscsi {{(pid=109816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:06:22.549725 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07f334-c77d-428a-82ff-b6e0f514d2fb admin admin] Pushing event deleted for resources: {'Port': ['ID=3d1350e3-6768-45f5-af4c-d4066b47174a,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:22.565488 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] No Port match for: f82055d2-5f0d-4855-995d-8d18e71eae62 {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:06:22.565864 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device f82055d2-5f0d-4855-995d-8d18e71eae62 not bound to the agent host dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:06:22.572174 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-217b542d-bd28-4166-b500-8230d7d72281 None None] For port 3d1350e3-6768-45f5-af4c-d4066b47174a, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=3d1350e3-6768-45f5-af4c-d4066b47174a,segment=NetworkSegment(99bbdfe2-b724-41c4-b0b3-f31a39b81913),segment_id=99bbdfe2-b724-41c4-b0b3-f31a39b81913)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:06:22.573702 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-217b542d-bd28-4166-b500-8230d7d72281 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (3d1350e3-6768-45f5-af4c-d4066b47174a), precommit_delete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:22.586288 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-217b542d-bd28-4166-b500-8230d7d72281 None None] Calling delete_port for 3d1350e3-6768-45f5-af4c-d4066b47174a owned by network:dhcp {{(pid=109817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:06:22.620891 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6e07f334-c77d-428a-82ff-b6e0f514d2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67092386', 'neutron.services.segments.db._delete_segments_for_network-8782771681473'] for network (eb825cd8-b928-40f4-8c2d-b850eaf62a90), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:22.641683 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-6e07f334-c77d-428a-82ff-b6e0f514d2fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb825cd8-b928-40f4-8c2d-b850eaf62a90']}} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:06:22.651761 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-6e07f334-c77d-428a-82ff-b6e0f514d2fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99bbdfe2-b724-41c4-b0b3-f31a39b81913') {'for_net_delete': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:06:22.652168 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-6e07f334-c77d-428a-82ff-b6e0f514d2fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99bbdfe2-b724-41c4-b0b3-f31a39b81913') {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:06:22.664830 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6e07f334-c77d-428a-82ff-b6e0f514d2fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782771684554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8929590'] for segment (99bbdfe2-b724-41c4-b0b3-f31a39b81913), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:22.665685 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-217b542d-bd28-4166-b500-8230d7d72281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063'] for port (3d1350e3-6768-45f5-af4c-d4066b47174a), after_delete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:22.678742 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6e07f334-c77d-428a-82ff-b6e0f514d2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (99bbdfe2-b724-41c4-b0b3-f31a39b81913), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:22.685056 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e07f334-c77d-428a-82ff-b6e0f514d2fb admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=109816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:06:22.685430 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6e07f334-c77d-428a-82ff-b6e0f514d2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9209707'] for segment (99bbdfe2-b724-41c4-b0b3-f31a39b81913), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:22.687184 dv-cinder-817351-12-iscsi neutron-server[109816]: Traceback (most recent call last): Feb 07 12:06:22.687184 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:06:22.687184 dv-cinder-817351-12-iscsi neutron-server[109816]: timer() Feb 07 12:06:22.687184 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:06:22.687184 dv-cinder-817351-12-iscsi neutron-server[109816]: cb(*args, **kw) Feb 07 12:06:22.687184 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 12:06:22.687184 dv-cinder-817351-12-iscsi neutron-server[109816]: return func(*args, **kwargs) Feb 07 12:06:22.687184 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:06:22.687184 dv-cinder-817351-12-iscsi neutron-server[109816]: self._notify() Feb 07 12:06:22.687184 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:06:22.687184 dv-cinder-817351-12-iscsi neutron-server[109816]: self.callback(batched_events) Feb 07 12:06:22.687184 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:06:22.687184 dv-cinder-817351-12-iscsi neutron-server[109816]: event.method(event) Feb 07 12:06:22.687184 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 12:06:22.687184 dv-cinder-817351-12-iscsi neutron-server[109816]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:06:22.687184 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 12:06:22.687184 dv-cinder-817351-12-iscsi neutron-server[109816]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:06:22.687184 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 12:06:22.687184 dv-cinder-817351-12-iscsi neutron-server[109816]: return f(self, *a, **k) Feb 07 12:06:22.687184 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 12:06:22.687184 dv-cinder-817351-12-iscsi neutron-server[109816]: return self._get(url).json() Feb 07 12:06:22.687184 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 12:06:22.687184 dv-cinder-817351-12-iscsi neutron-server[109816]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:06:22.687184 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:06:22.687184 dv-cinder-817351-12-iscsi neutron-server[109816]: return self.request(url, 'GET', **kwargs) Feb 07 12:06:22.687184 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:06:22.687184 dv-cinder-817351-12-iscsi neutron-server[109816]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:06:22.687184 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:06:22.687184 dv-cinder-817351-12-iscsi neutron-server[109816]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:06:22.687184 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:06:22.687184 dv-cinder-817351-12-iscsi neutron-server[109816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:06:22.687184 dv-cinder-817351-12-iscsi neutron-server[109816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:06:22.692852 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b542d-bd28-4166-b500-8230d7d72281 None None] Pushing event deleted for resources: {'Port': ['ID=3d1350e3-6768-45f5-af4c-d4066b47174a,revision_number=None']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:22.696269 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217b542d-bd28-4166-b500-8230d7d72281 None None] No DVR routers for this DVR port 3d1350e3-6768-45f5-af4c-d4066b47174a on host dv-cinder-817351-12-iscsi {{(pid=109817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:06:22.831572 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6e07f334-c77d-428a-82ff-b6e0f514d2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67092411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-875896'] for network (eb825cd8-b928-40f4-8c2d-b850eaf62a90), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:22.836952 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6e07f334-c77d-428a-82ff-b6e0f514d2fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:22.840741 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-6e07f334-c77d-428a-82ff-b6e0f514d2fb admin admin] 10.222.0.67 "DELETE /v2.0/networks/eb825cd8-b928-40f4-8c2d-b850eaf62a90 HTTP/1.1" status: 204 len: 168 time: 0.6961882 Feb 07 12:06:22.851783 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07f334-c77d-428a-82ff-b6e0f514d2fb admin admin] Pushing event deleted for resources: {'Network': ['ID=eb825cd8-b928-40f4-8c2d-b850eaf62a90,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:23.179761 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 33634) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:06:23.199022 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:23.221308 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-ca96d9dc-eef2-4d0b-b3fa-89c7e3ab0dde admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=569021eb1f054aa0b9a76bfafa7d7bf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402668 Feb 07 12:06:23.223716 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 33638) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:06:23.269871 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f5ff6afe-7eb8-473f-bb44-cff0f46aeb98 admin admin] Publish callbacks [] for security_group (04c58d1f-c697-4b6d-9ab2-b3d94b53b69c), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:23.290020 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f5ff6afe-7eb8-473f-bb44-cff0f46aeb98 admin admin] Publish callbacks [] for security_group (04c58d1f-c697-4b6d-9ab2-b3d94b53b69c), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:23.398735 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f5ff6afe-7eb8-473f-bb44-cff0f46aeb98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (04c58d1f-c697-4b6d-9ab2-b3d94b53b69c), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:23.401883 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f5ff6afe-7eb8-473f-bb44-cff0f46aeb98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:23.403058 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-f5ff6afe-7eb8-473f-bb44-cff0f46aeb98 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/04c58d1f-c697-4b6d-9ab2-b3d94b53b69c HTTP/1.1" status: 204 len: 168 time: 0.1784170 Feb 07 12:06:23.410883 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff6afe-7eb8-473f-bb44-cff0f46aeb98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c58d1f-c697-4b6d-9ab2-b3d94b53b69c,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:24.013954 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 33644) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:06:24.053233 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-47296c26-461d-4a66-b926-7ccb93ef9123 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7a111ee213c847b195c2995c788a22b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381601 Feb 07 12:06:24.055704 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 33646) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:06:24.101899 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7c941f58-39c6-4e64-a41e-ca4b67c13c9e admin admin] Publish callbacks [] for security_group (e297dfcd-c2d2-49b8-9da6-e840d5aa2b3e), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:24.122392 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7c941f58-39c6-4e64-a41e-ca4b67c13c9e admin admin] Publish callbacks [] for security_group (e297dfcd-c2d2-49b8-9da6-e840d5aa2b3e), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:24.250240 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7c941f58-39c6-4e64-a41e-ca4b67c13c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (e297dfcd-c2d2-49b8-9da6-e840d5aa2b3e), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:24.252938 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7c941f58-39c6-4e64-a41e-ca4b67c13c9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:24.254116 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-7c941f58-39c6-4e64-a41e-ca4b67c13c9e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e297dfcd-c2d2-49b8-9da6-e840d5aa2b3e HTTP/1.1" status: 204 len: 168 time: 0.1975601 Feb 07 12:06:24.262419 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c941f58-39c6-4e64-a41e-ca4b67c13c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e297dfcd-c2d2-49b8-9da6-e840d5aa2b3e,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:30.790882 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-dbebf43b-7630-4ead-a292-4e13e1095c0f tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1931655663&fields=id&tenant_id=2f652314e22c4aaeb65f608410318706 HTTP/1.1" status: 200 len: 267 time: 0.0445380 Feb 07 12:06:30.900222 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-4069b17b-60c1-4862-b3d2-dcd2b2e8e6fb tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:30.902220 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-4069b17b-60c1-4862-b3d2-dcd2b2e8e6fb tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/networks?id=1d02701c-c637-4fd0-a81a-05c2ec80c184 HTTP/1.1" status: 200 len: 812 time: 0.0989373 Feb 07 12:06:30.916312 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-16f4f7db-5dec-4025-a007-19e89f27c8f1 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/quotas/2f652314e22c4aaeb65f608410318706 HTTP/1.1" status: 200 len: 375 time: 0.0087819 Feb 07 12:06:30.975584 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-c2e1d58b-d798-4971-8bb5-fb0f1a3dfd9b tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=2f652314e22c4aaeb65f608410318706&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0538118 Feb 07 12:06:30.991271 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-78dfc15e-984c-4b4a-b6d1-883230be3f1d service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109815) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 12:06:30.992215 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-78dfc15e-984c-4b4a-b6d1-883230be3f1d service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048616 Feb 07 12:06:31.077933 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-210bbb00-2508-4b43-a353-984c3920fe6e service neutron] 10.222.0.67 "GET /v2.0/networks/1d02701c-c637-4fd0-a81a-05c2ec80c184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804434 Feb 07 12:06:31.167487 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-c5b44cb6-296f-4bf3-ad3e-0cfb29a09355 service neutron] 10.222.0.67 "GET /v2.0/networks/1d02701c-c637-4fd0-a81a-05c2ec80c184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840726 Feb 07 12:06:31.691265 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-38c9427a-1edc-45de-99ef-fac0444fd00b req-787d8e05-6f11-48dc-873f-abea08c18d26 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d1f1ebb-e20e-4100-bba2-19818535c20c HTTP/1.1" status: 200 len: 210 time: 0.0280094 Feb 07 12:06:32.785238 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-2fc9e531-5d74-44ef-b2d5-37e0aea65abb req-2ad47cd8-022b-4d67-b223-6c1e15d24732 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d1f1ebb-e20e-4100-bba2-19818535c20c HTTP/1.1" status: 200 len: 210 time: 0.0270400 Feb 07 12:06:33.881731 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-36fe5b87-ff81-4724-a17b-c3325f76f2d5 req-0f011dcd-2d90-4644-a597-3f1fc9c9a8dd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d1f1ebb-e20e-4100-bba2-19818535c20c HTTP/1.1" status: 200 len: 210 time: 0.0290949 Feb 07 12:06:34.975400 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f4956adb-fd49-4dbf-aed7-b7d2acd64376 req-10c3853f-299e-4b86-9886-2867652b9719 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d1f1ebb-e20e-4100-bba2-19818535c20c HTTP/1.1" status: 200 len: 210 time: 0.0276077 Feb 07 12:06:35.457389 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-753cf0de-f2de-4a1b-adcf-e4326edb708e tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:35.458849 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-753cf0de-f2de-4a1b-adcf-e4326edb708e tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.18 "GET /v2.0/networks?id=1d02701c-c637-4fd0-a81a-05c2ec80c184 HTTP/1.1" status: 200 len: 812 time: 0.0993013 Feb 07 12:06:35.521058 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-80c4c4f0-023d-4a5a-bb76-9ab89e6bd14c tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f652314e22c4aaeb65f608410318706 HTTP/1.1" status: 200 len: 380 time: 0.0532660 Feb 07 12:06:35.529640 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-1e7e2504-3e0f-4d20-831c-176d2834c715 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Request body: {'port': {'device_id': '0d1f1ebb-e20e-4100-bba2-19818535c20c', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'admin_state_up': True, 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'security_groups': ['4d0ea404-a5d1-4383-af02-01c54c973929']}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:06:35.741191 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-1e7e2504-3e0f-4d20-831c-176d2834c715 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Made reservation on behalf of 2f652314e22c4aaeb65f608410318706 for: {'port': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:06:35.745412 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-1e7e2504-3e0f-4d20-831c-176d2834c715 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:35.871125 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_common [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-1e7e2504-3e0f-4d20-831c-176d2834c715 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Allocated IP 172.20.0.7 (1d02701c-c637-4fd0-a81a-05c2ec80c184/5739ce3e-861c-4135-b445-d8ec087e8538/54fa02ab-e0b4-44ee-8732-34ad00f6e3d0) {{(pid=109816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:06:36.010329 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-1e7e2504-3e0f-4d20-831c-176d2834c715 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for port (54fa02ab-e0b4-44ee-8732-34ad00f6e3d0), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:36.076557 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5e8c0c15-fa30-494a-8a35-2041885d978e req-14c558e4-eab4-4440-b506-53faea0244d4 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d1f1ebb-e20e-4100-bba2-19818535c20c HTTP/1.1" status: 200 len: 210 time: 0.0327170 Feb 07 12:06:36.130236 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-1e7e2504-3e0f-4d20-831c-176d2834c715 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (54fa02ab-e0b4-44ee-8732-34ad00f6e3d0), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:36.175567 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-1e7e2504-3e0f-4d20-831c-176d2834c715 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Network 1d02701c-c637-4fd0-a81a-05c2ec80c184 is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:06:36.178792 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-1e7e2504-3e0f-4d20-831c-176d2834c715 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:06:36.182545 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-1e7e2504-3e0f-4d20-831c-176d2834c715 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Received port after_create {{(pid=109816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 12:06:36.189011 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e2504-3e0f-4d20-831c-176d2834c715 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Pushing event updated for resources: {'Port': ['ID=54fa02ab-e0b4-44ee-8732-34ad00f6e3d0,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:36.237042 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-1e7e2504-3e0f-4d20-831c-176d2834c715 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:36.237727 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-1e7e2504-3e0f-4d20-831c-176d2834c715 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:36.359679 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-1e7e2504-3e0f-4d20-831c-176d2834c715 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8335226 Feb 07 12:06:36.371985 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-5a79f5c8-1775-4d9d-8612-b364afe16231 service neutron] Request body: {'port': {'device_id': '0d1f1ebb-e20e-4100-bba2-19818535c20c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:06:36.434707 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-5a79f5c8-1775-4d9d-8612-b364afe16231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (54fa02ab-e0b4-44ee-8732-34ad00f6e3d0), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:36.455688 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-eaa85d8a-b04c-4bad-aeb4-3b5d75ec9ae0 None None] Provisioning complete for port 54fa02ab-e0b4-44ee-8732-34ad00f6e3d0 triggered by entity DHCP. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:06:36.456171 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-eaa85d8a-b04c-4bad-aeb4-3b5d75ec9ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (54fa02ab-e0b4-44ee-8732-34ad00f6e3d0), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:36.491784 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-eaa85d8a-b04c-4bad-aeb4-3b5d75ec9ae0 None None] Port 54fa02ab-e0b4-44ee-8732-34ad00f6e3d0 cannot update to ACTIVE because it is not bound. {{(pid=109817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 12:06:36.695184 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-5a79f5c8-1775-4d9d-8612-b364afe16231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54fa02ab-e0b4-44ee-8732-34ad00f6e3d0 {{(pid=109816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 12:06:36.702606 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-5a79f5c8-1775-4d9d-8612-b364afe16231 service neutron] Publish callbacks [] for port (54fa02ab-e0b4-44ee-8732-34ad00f6e3d0), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:36.714410 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.provisioning_blocks [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-5a79f5c8-1775-4d9d-8612-b364afe16231 service neutron] Transition to ACTIVE for port object 54fa02ab-e0b4-44ee-8732-34ad00f6e3d0 will not be triggered until provisioned by entity L2. {{(pid=109816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:06:36.855843 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-5a79f5c8-1775-4d9d-8612-b364afe16231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209623'] for port (54fa02ab-e0b4-44ee-8732-34ad00f6e3d0), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:36.907717 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79f5c8-1775-4d9d-8612-b364afe16231 service neutron] Pushing event updated for resources: {'Port': ['ID=54fa02ab-e0b4-44ee-8732-34ad00f6e3d0,revision_number=2']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:36.982533 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-5a79f5c8-1775-4d9d-8612-b364afe16231 service neutron] Attempting to bind port 54fa02ab-e0b4-44ee-8732-34ad00f6e3d0 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 12:06:36.982889 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-5a79f5c8-1775-4d9d-8612-b364afe16231 service neutron] Attempting to bind port 54fa02ab-e0b4-44ee-8732-34ad00f6e3d0 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'b69da94f-349b-487c-88c8-2782db5b7d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184'}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 12:06:36.983198 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-5a79f5c8-1775-4d9d-8612-b364afe16231 service neutron] Attempting to bind port 54fa02ab-e0b4-44ee-8732-34ad00f6e3d0 on network 1d02701c-c637-4fd0-a81a-05c2ec80c184 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 12:06:36.987692 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-5a79f5c8-1775-4d9d-8612-b364afe16231 service neutron] Port 54fa02ab-e0b4-44ee-8732-34ad00f6e3d0 on network 1d02701c-c637-4fd0-a81a-05c2ec80c184 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 12:06:36.988011 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-5a79f5c8-1775-4d9d-8612-b364afe16231 service neutron] Attempting to bind port 54fa02ab-e0b4-44ee-8732-34ad00f6e3d0 on network 1d02701c-c637-4fd0-a81a-05c2ec80c184 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 12:06:36.992978 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-5a79f5c8-1775-4d9d-8612-b364afe16231 service neutron] Checking agent: {'id': '0d418b69-6da0-49d9-b758-bac8cc78f2cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'started_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 12:06:36.993317 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-5a79f5c8-1775-4d9d-8612-b364afe16231 service neutron] Checking segment: {'id': 'b69da94f-349b-487c-88c8-2782db5b7d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 12:06:36.993740 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-5a79f5c8-1775-4d9d-8612-b364afe16231 service neutron] Bound using segment: {'id': 'b69da94f-349b-487c-88c8-2782db5b7d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184'} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 12:06:36.994166 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-5a79f5c8-1775-4d9d-8612-b364afe16231 service neutron] Bound port: 54fa02ab-e0b4-44ee-8732-34ad00f6e3d0, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b69da94f-349b-487c-88c8-2782db5b7d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184'}}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 12:06:36.994573 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-5a79f5c8-1775-4d9d-8612-b364afe16231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (54fa02ab-e0b4-44ee-8732-34ad00f6e3d0), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:37.059544 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-5a79f5c8-1775-4d9d-8612-b364afe16231 service neutron] For port 54fa02ab-e0b4-44ee-8732-34ad00f6e3d0, host hv-cinder-81735, cleared binding levels {{(pid=109816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 12:06:37.062710 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-5a79f5c8-1775-4d9d-8612-b364afe16231 service neutron] For port 54fa02ab-e0b4-44ee-8732-34ad00f6e3d0, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=54fa02ab-e0b4-44ee-8732-34ad00f6e3d0,segment=NetworkSegment(b69da94f-349b-487c-88c8-2782db5b7d3b),segment_id=b69da94f-349b-487c-88c8-2782db5b7d3b)] {{(pid=109816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 12:06:37.135935 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-5a79f5c8-1775-4d9d-8612-b364afe16231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209623'] for port (54fa02ab-e0b4-44ee-8732-34ad00f6e3d0), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:37.172375 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-5a79f5c8-1775-4d9d-8612-b364afe16231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:37.173159 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-5a79f5c8-1775-4d9d-8612-b364afe16231 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:37.174616 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-5a79f5c8-1775-4d9d-8612-b364afe16231 service neutron] 10.222.0.18 "PUT /v2.0/ports/54fa02ab-e0b4-44ee-8732-34ad00f6e3d0 HTTP/1.1" status: 200 len: 1093 time: 0.8069603 Feb 07 12:06:37.176981 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1f1ebb-e20e-4100-bba2-19818535c20c', 'tag': '54fa02ab-e0b4-44ee-8732-34ad00f6e3d0'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:06:37.182119 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a1b941-af00-468e-8cdc-fe842f0ab168" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1f1ebb-e20e-4100-bba2-19818535c20c", "tag": "54fa02ab-e0b4-44ee-8732-34ad00f6e3d0"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:06:37.200093 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0069d-a300-4aeb-8a1b-48e6f9d4a85d req-83e4e119-7bb0-441d-9e59-b77b471fea07 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:37.202433 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e4e0069d-a300-4aeb-8a1b-48e6f9d4a85d req-83e4e119-7bb0-441d-9e59-b77b471fea07 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d1f1ebb-e20e-4100-bba2-19818535c20c HTTP/1.1" status: 200 len: 943 time: 0.0597029 Feb 07 12:06:37.219383 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79f5c8-1775-4d9d-8612-b364afe16231 service neutron] Pushing event updated for resources: {'Port': ['ID=54fa02ab-e0b4-44ee-8732-34ad00f6e3d0,revision_number=3']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:37.232908 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 12:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0adc6ef-f783-4f16-ae4f-8d6e2c941ad2 x-openstack-request-id: req-f0adc6ef-f783-4f16-ae4f-8d6e2c941ad2 {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:06:37.233344 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1f1ebb-e20e-4100-bba2-19818535c20c", "tag": "54fa02ab-e0b4-44ee-8732-34ad00f6e3d0", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:06:37.233636 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f0adc6ef-f783-4f16-ae4f-8d6e2c941ad2 {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:06:37.234046 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1f1ebb-e20e-4100-bba2-19818535c20c', 'tag': '54fa02ab-e0b4-44ee-8732-34ad00f6e3d0', 'status': 'completed', 'code': 200} Feb 07 12:06:37.273678 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-e4e0069d-a300-4aeb-8a1b-48e6f9d4a85d req-640a8d4f-40f3-4768-b09e-954b5b7cc4e7 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637951 Feb 07 12:06:37.302719 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1b941-af00-468e-8cdc-fe842f0ab168 req-c2f20530-8db6-43fa-a358-ff17dc4a5c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:37.304224 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-93a1b941-af00-468e-8cdc-fe842f0ab168 req-c2f20530-8db6-43fa-a358-ff17dc4a5c0b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f652314e22c4aaeb65f608410318706&device_id=0d1f1ebb-e20e-4100-bba2-19818535c20c HTTP/1.1" status: 200 len: 1127 time: 0.0497558 Feb 07 12:06:37.417146 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1b941-af00-468e-8cdc-fe842f0ab168 req-21ad2ad3-63e6-48a6-9604-0916864ca9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:37.418709 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-93a1b941-af00-468e-8cdc-fe842f0ab168 req-21ad2ad3-63e6-48a6-9604-0916864ca9e3 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=2f652314e22c4aaeb65f608410318706&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1070869 Feb 07 12:06:37.517143 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1b941-af00-468e-8cdc-fe842f0ab168 req-ea43eddc-e9d4-409b-a40b-cfc74a0cfd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:37.518655 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-93a1b941-af00-468e-8cdc-fe842f0ab168 req-ea43eddc-e9d4-409b-a40b-cfc74a0cfd4c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939097 Feb 07 12:06:37.597313 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-374ab0cb-822b-49d7-a7e2-c0854eec1a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:37.598830 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-374ab0cb-822b-49d7-a7e2-c0854eec1a96 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f652314e22c4aaeb65f608410318706&device_id=0d1f1ebb-e20e-4100-bba2-19818535c20c HTTP/1.1" status: 200 len: 1127 time: 0.0446689 Feb 07 12:06:37.641592 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-bef0947c-8c7d-40e3-a40e-b0954a7b97b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54fa02ab-e0b4-44ee-8732-34ad00f6e3d0 HTTP/1.1" status: 200 len: 217 time: 0.0347705 Feb 07 12:06:37.692234 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-c2f85522-55d6-4fcb-9486-643c33c453ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:37.693964 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-c2f85522-55d6-4fcb-9486-643c33c453ba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5739ce3e-861c-4135-b445-d8ec087e8538 HTTP/1.1" status: 200 len: 851 time: 0.0460868 Feb 07 12:06:37.742450 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-8d5fa2e8-43bb-4b09-b670-1fa72a64e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:37.743995 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-8d5fa2e8-43bb-4b09-b670-1fa72a64e24e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1d02701c-c637-4fd0-a81a-05c2ec80c184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440781 Feb 07 12:06:37.831635 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-8b5279bf-38c7-457b-9ca1-5429beb74a34 service neutron] 10.222.0.18 "GET /v2.0/networks/1d02701c-c637-4fd0-a81a-05c2ec80c184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811229 Feb 07 12:06:37.922587 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-85d83303-b456-4dad-9dd1-a7433bd74986 req-fcc24ff0-a146-4e75-b326-ac499fbbacf6 service neutron] 10.222.0.18 "GET /v2.0/networks/1d02701c-c637-4fd0-a81a-05c2ec80c184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845032 Feb 07 12:06:38.396038 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b084a-4c22-49ff-ba4c-58d902f752d8 req-da8c27a1-6cd4-4556-8899-d5abdf2bf443 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:38.397497 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d45b084a-4c22-49ff-ba4c-58d902f752d8 req-da8c27a1-6cd4-4556-8899-d5abdf2bf443 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d1f1ebb-e20e-4100-bba2-19818535c20c HTTP/1.1" status: 200 len: 943 time: 0.0518477 Feb 07 12:06:38.420893 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0422bfa8-2fc5-44c7-94d7-bba6c7a06b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:38.446418 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-d45b084a-4c22-49ff-ba4c-58d902f752d8 req-ff93bb3b-028d-44b5-9bf3-1a872b5d185b tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427034 Feb 07 12:06:39.567626 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30d92b-b828-4da9-a458-28ac7e9b1f0f req-d084829f-2f18-4e05-b006-599222e064f8 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:39.569349 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9d30d92b-b828-4da9-a458-28ac7e9b1f0f req-d084829f-2f18-4e05-b006-599222e064f8 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d1f1ebb-e20e-4100-bba2-19818535c20c HTTP/1.1" status: 200 len: 943 time: 0.0573974 Feb 07 12:06:39.618241 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9d30d92b-b828-4da9-a458-28ac7e9b1f0f req-e0381794-417a-41c4-9c94-b24def428def tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426221 Feb 07 12:06:40.580944 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-a5ae4c13-cb22-463c-a16e-3fc809aec9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:40.740623 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de2343-cc01-448c-9005-b07c18b53d98 req-72402c6f-dac0-4290-819c-8a64b095aef3 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:40.742141 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a6de2343-cc01-448c-9005-b07c18b53d98 req-72402c6f-dac0-4290-819c-8a64b095aef3 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d1f1ebb-e20e-4100-bba2-19818535c20c HTTP/1.1" status: 200 len: 943 time: 0.0573180 Feb 07 12:06:40.790205 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a6de2343-cc01-448c-9005-b07c18b53d98 req-e84242ed-2f32-46dd-930d-6d62f039b2cc tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423613 Feb 07 12:06:41.729416 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:41.906288 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920baf76-b210-4066-96f5-fea3df9cd05c req-130e810d-2f83-4b30-b88a-7bc5a53803af tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:41.907765 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-920baf76-b210-4066-96f5-fea3df9cd05c req-130e810d-2f83-4b30-b88a-7bc5a53803af tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d1f1ebb-e20e-4100-bba2-19818535c20c HTTP/1.1" status: 200 len: 943 time: 0.0524719 Feb 07 12:06:41.954994 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-920baf76-b210-4066-96f5-fea3df9cd05c req-e391e00a-a231-4744-a238-3a81334cde9d tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417902 Feb 07 12:06:43.070814 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109d1cc-533f-4832-baf2-4e15b566c724 req-be95195e-2f33-4420-8f72-2f3519ed2f12 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:43.072280 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8109d1cc-533f-4832-baf2-4e15b566c724 req-be95195e-2f33-4420-8f72-2f3519ed2f12 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d1f1ebb-e20e-4100-bba2-19818535c20c HTTP/1.1" status: 200 len: 943 time: 0.0514567 Feb 07 12:06:43.123154 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8109d1cc-533f-4832-baf2-4e15b566c724 req-b96a7d31-caa5-4f6d-a3ac-b72c27017fd1 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440333 Feb 07 12:06:43.705031 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:44.244548 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334016e-f697-4f85-8697-3bed2da46aed req-0a3cbe99-18e5-40d1-a271-7d6f34a43b55 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:44.246063 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-2334016e-f697-4f85-8697-3bed2da46aed req-0a3cbe99-18e5-40d1-a271-7d6f34a43b55 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d1f1ebb-e20e-4100-bba2-19818535c20c HTTP/1.1" status: 200 len: 943 time: 0.0531034 Feb 07 12:06:44.298775 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-2334016e-f697-4f85-8697-3bed2da46aed req-58883322-1cf6-44ec-b327-eae9d98d9084 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468819 Feb 07 12:06:44.555411 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 12:06:44.722196 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:45.414584 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c39e1-b5a0-4bc8-9f79-a2bdb0d11fe5 req-e551905a-2dd9-4c35-88dd-bd2345066ddb tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:45.416031 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-540c39e1-b5a0-4bc8-9f79-a2bdb0d11fe5 req-e551905a-2dd9-4c35-88dd-bd2345066ddb tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d1f1ebb-e20e-4100-bba2-19818535c20c HTTP/1.1" status: 200 len: 943 time: 0.0509605 Feb 07 12:06:45.468312 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-540c39e1-b5a0-4bc8-9f79-a2bdb0d11fe5 req-e71a3f39-4260-4438-b3ab-49d28fcafb6c tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462480 Feb 07 12:06:46.583224 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbeb72c-8b01-43a2-ba77-3547b15b794d req-08dbe0f0-ef0d-4ecc-a1ae-5e097db7327f tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:46.584693 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4fbeb72c-8b01-43a2-ba77-3547b15b794d req-08dbe0f0-ef0d-4ecc-a1ae-5e097db7327f tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d1f1ebb-e20e-4100-bba2-19818535c20c HTTP/1.1" status: 200 len: 943 time: 0.0517986 Feb 07 12:06:46.640771 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4fbeb72c-8b01-43a2-ba77-3547b15b794d req-6135e9c0-a515-4e65-833d-cdf04d3a4fe6 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506294 Feb 07 12:06:47.375767 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 54fa02ab-e0b4-44ee-8732-34ad00f6e3d0 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 12:06:47.483663 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 54fa02ab-e0b4-44ee-8732-34ad00f6e3d0, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=54fa02ab-e0b4-44ee-8732-34ad00f6e3d0,segment=NetworkSegment(b69da94f-349b-487c-88c8-2782db5b7d3b),segment_id=b69da94f-349b-487c-88c8-2782db5b7d3b)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:06:47.495798 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Returning: {'device': '54fa02ab-e0b4-44ee-8732-34ad00f6e3d0', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'port_id': '54fa02ab-e0b4-44ee-8732-34ad00f6e3d0', 'mac_address': 'fa:16:3e:50:87:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 12:06:47.533834 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port 54fa02ab-e0b4-44ee-8732-34ad00f6e3d0 is: DOWN; New status is: BUILD {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:06:47.534224 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (54fa02ab-e0b4-44ee-8732-34ad00f6e3d0), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:47.547403 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54fa02ab-e0b4-44ee-8732-34ad00f6e3d0 {{(pid=109817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 12:06:47.565920 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 54fa02ab-e0b4-44ee-8732-34ad00f6e3d0, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=54fa02ab-e0b4-44ee-8732-34ad00f6e3d0,segment=NetworkSegment(b69da94f-349b-487c-88c8-2782db5b7d3b),segment_id=b69da94f-349b-487c-88c8-2782db5b7d3b)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:06:47.630358 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (54fa02ab-e0b4-44ee-8732-34ad00f6e3d0), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:47.678179 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=54fa02ab-e0b4-44ee-8732-34ad00f6e3d0,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:47.685334 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:06:47.685703 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:06:47.686045 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:06:47.686381 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:06:47.686708 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:06:47.687033 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:06:47.687357 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:06:47.687678 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:06:47.687999 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:06:47.688319 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:06:47.688637 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:06:47.688964 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:06:47.689275 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:06:47.761844 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b9dce-dc0a-4a86-9e7d-3ae6fa637b0c req-c16d482b-e8f3-4d47-994e-45d336664ef3 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:47.763335 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f13b9dce-dc0a-4a86-9e7d-3ae6fa637b0c req-c16d482b-e8f3-4d47-994e-45d336664ef3 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d1f1ebb-e20e-4100-bba2-19818535c20c HTTP/1.1" status: 200 len: 944 time: 0.0521798 Feb 07 12:06:47.812833 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f13b9dce-dc0a-4a86-9e7d-3ae6fa637b0c req-2b9f6f4a-da5a-42a0-82f5-7e85a474b1df tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433052 Feb 07 12:06:48.039112 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['54fa02ab-e0b4-44ee-8732-34ad00f6e3d0'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 12:06:48.931243 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041bcf4-99aa-48ec-b159-3c922272e03f req-b55ee82e-38af-4447-af49-06482fdba9f3 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:48.932705 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4041bcf4-99aa-48ec-b159-3c922272e03f req-b55ee82e-38af-4447-af49-06482fdba9f3 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d1f1ebb-e20e-4100-bba2-19818535c20c HTTP/1.1" status: 200 len: 944 time: 0.0529623 Feb 07 12:06:48.981403 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-4041bcf4-99aa-48ec-b159-3c922272e03f req-21b0c4b9-609c-4f89-a0a2-08b7aef4f6d1 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429375 Feb 07 12:06:49.383346 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 54fa02ab-e0b4-44ee-8732-34ad00f6e3d0 up at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 12:06:49.517771 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning for port 54fa02ab-e0b4-44ee-8732-34ad00f6e3d0 completed by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:06:49.521822 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning complete for port 54fa02ab-e0b4-44ee-8732-34ad00f6e3d0 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:06:49.522211 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (54fa02ab-e0b4-44ee-8732-34ad00f6e3d0), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:49.598736 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port 54fa02ab-e0b4-44ee-8732-34ad00f6e3d0 is: BUILD; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:06:49.599037 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (54fa02ab-e0b4-44ee-8732-34ad00f6e3d0), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:49.620936 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1f1ebb-e20e-4100-bba2-19818535c20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fa02ab-e0b4-44ee-8732-34ad00f6e3d0'}] {{(pid=109817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:06:49.624604 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bc6b3c0530c896bdfe52e422604eaad6eac6737642d5fab1ac5583b9ec47d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8516dd30-72af-4360-8902-e03fc0997281" -d '{"events": [{"server_uuid": "0d1f1ebb-e20e-4100-bba2-19818535c20c", "name": "network-vif-plugged", "status": "completed", "tag": "54fa02ab-e0b4-44ee-8732-34ad00f6e3d0"}]}' {{(pid=109817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:06:49.636391 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 54fa02ab-e0b4-44ee-8732-34ad00f6e3d0, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=54fa02ab-e0b4-44ee-8732-34ad00f6e3d0,segment=NetworkSegment(b69da94f-349b-487c-88c8-2782db5b7d3b),segment_id=b69da94f-349b-487c-88c8-2782db5b7d3b)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:06:49.695974 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (54fa02ab-e0b4-44ee-8732-34ad00f6e3d0), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:49.758482 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=54fa02ab-e0b4-44ee-8732-34ad00f6e3d0,revision_number=5']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:49.779965 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a586da86-cb94-4d9c-ab3d-451e5719e1cc x-openstack-request-id: req-a586da86-cb94-4d9c-ab3d-451e5719e1cc {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:06:49.780259 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1f1ebb-e20e-4100-bba2-19818535c20c", "name": "network-vif-plugged", "status": "completed", "tag": "54fa02ab-e0b4-44ee-8732-34ad00f6e3d0", "code": 200}]} {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:06:49.780512 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a586da86-cb94-4d9c-ab3d-451e5719e1cc {{(pid=109817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:06:49.780905 dv-cinder-817351-12-iscsi neutron-server[109817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1f1ebb-e20e-4100-bba2-19818535c20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fa02ab-e0b4-44ee-8732-34ad00f6e3d0', 'code': 200} Feb 07 12:06:50.103923 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a66238-63a7-4d37-966d-95c92718843e req-e3bbea05-5ab0-4f8e-9190-cbb358f7e902 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:50.106085 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-17a66238-63a7-4d37-966d-95c92718843e req-e3bbea05-5ab0-4f8e-9190-cbb358f7e902 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d1f1ebb-e20e-4100-bba2-19818535c20c HTTP/1.1" status: 200 len: 945 time: 0.0591040 Feb 07 12:06:50.158406 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-17a66238-63a7-4d37-966d-95c92718843e req-8472ea4a-0032-4eb6-9dbb-577685d5e135 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456948 Feb 07 12:06:50.171865 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f1a73-6330-4071-91e9-8b2f086e9d3e req-80dde661-14f7-49c8-b14e-fa48eda1bb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:50.173411 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ce4f1a73-6330-4071-91e9-8b2f086e9d3e req-80dde661-14f7-49c8-b14e-fa48eda1bb25 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0d1f1ebb-e20e-4100-bba2-19818535c20c HTTP/1.1" status: 200 len: 1129 time: 0.0448747 Feb 07 12:06:50.219307 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ce4f1a73-6330-4071-91e9-8b2f086e9d3e req-ceb13d00-9f2c-40d2-9663-12d625033552 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396237 Feb 07 12:06:51.279203 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb528dda-cd02-43fc-812d-44845eb92e91 req-a48fabe1-4690-462c-8a50-9538f4be29f1 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:51.281192 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bb528dda-cd02-43fc-812d-44845eb92e91 req-a48fabe1-4690-462c-8a50-9538f4be29f1 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d1f1ebb-e20e-4100-bba2-19818535c20c HTTP/1.1" status: 200 len: 945 time: 0.0563445 Feb 07 12:06:51.330828 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bb528dda-cd02-43fc-812d-44845eb92e91 req-b3ffd966-cf6f-469c-afb1-8fff27cdcc75 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436211 Feb 07 12:06:51.464667 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 33838) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:06:51.575992 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-899f7251-fb66-4282-a7bf-94892044d331 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:51.648459 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-899f7251-fb66-4282-a7bf-94892044d331 admin admin] Publish callbacks [] for security_group (e0fd0bf3-354e-4599-8f44-d372c7e834a7), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:51.735076 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-899f7251-fb66-4282-a7bf-94892044d331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (e0fd0bf3-354e-4599-8f44-d372c7e834a7), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:51.774464 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-899f7251-fb66-4282-a7bf-94892044d331 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=32eb666f65a64c65bd577ad38c1f17fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3087459 Feb 07 12:06:51.775420 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f7251-fb66-4282-a7bf-94892044d331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fd0bf3-354e-4599-8f44-d372c7e834a7,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:51.777154 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 33842) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:06:51.825299 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e4aa454d-942a-4ac5-ba97-15f90d2ed48c admin admin] Publish callbacks [] for security_group (e0fd0bf3-354e-4599-8f44-d372c7e834a7), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:51.846842 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e4aa454d-942a-4ac5-ba97-15f90d2ed48c admin admin] Publish callbacks [] for security_group (e0fd0bf3-354e-4599-8f44-d372c7e834a7), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:51.962057 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e4aa454d-942a-4ac5-ba97-15f90d2ed48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (e0fd0bf3-354e-4599-8f44-d372c7e834a7), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:51.964742 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e4aa454d-942a-4ac5-ba97-15f90d2ed48c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:51.965917 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-e4aa454d-942a-4ac5-ba97-15f90d2ed48c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e0fd0bf3-354e-4599-8f44-d372c7e834a7 HTTP/1.1" status: 204 len: 168 time: 0.1877131 Feb 07 12:06:51.973508 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa454d-942a-4ac5-ba97-15f90d2ed48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fd0bf3-354e-4599-8f44-d372c7e834a7,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:52.454135 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d4388-a26d-4f93-832f-09543757bf0f req-dd8098a5-5501-4ac9-ba09-5d40628e9662 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:52.455620 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-990d4388-a26d-4f93-832f-09543757bf0f req-dd8098a5-5501-4ac9-ba09-5d40628e9662 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d1f1ebb-e20e-4100-bba2-19818535c20c HTTP/1.1" status: 200 len: 945 time: 0.0571706 Feb 07 12:06:52.504924 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-990d4388-a26d-4f93-832f-09543757bf0f req-dc2f142f-c489-4698-94b0-5098d6f68166 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436056 Feb 07 12:06:52.621197 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86ad48-2ea1-4bde-9f43-0f21ffde383b req-e6740b78-c9c2-409b-9c20-bcf51be4bfb9 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:52.622713 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5d86ad48-2ea1-4bde-9f43-0f21ffde383b req-e6740b78-c9c2-409b-9c20-bcf51be4bfb9 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d1f1ebb-e20e-4100-bba2-19818535c20c HTTP/1.1" status: 200 len: 945 time: 0.0518880 Feb 07 12:06:52.675600 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5d86ad48-2ea1-4bde-9f43-0f21ffde383b req-41424925-2a67-40d9-9b00-6b3e409094e1 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469892 Feb 07 12:06:52.701022 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 33864) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:06:52.887494 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94edb4d0-62f8-45e0-a234-60c81a578d03 tempest-TestVolumeBootPattern-1635929695 tempest-TestVolumeBootPattern-1635929695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:52.892201 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-94edb4d0-62f8-45e0-a234-60c81a578d03 tempest-TestVolumeBootPattern-1635929695 tempest-TestVolumeBootPattern-1635929695-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=0d1f1ebb-e20e-4100-bba2-19818535c20c HTTP/1.1" status: 200 len: 1124 time: 0.1868849 Feb 07 12:06:52.892383 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 33872) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:06:52.896612 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.v2.base [None req-ba3d3b19-b495-4630-a0c0-f3550d5d074a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Request body: {'floatingip': {'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'port_id': '54fa02ab-e0b4-44ee-8732-34ad00f6e3d0', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:06:52.992609 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3b19-b495-4630-a0c0-f3550d5d074a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:53.092936 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3b19-b495-4630-a0c0-f3550d5d074a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:53.199124 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_common [None req-ba3d3b19-b495-4630-a0c0-f3550d5d074a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Allocated IP 172.27.1.36 (12a459b1-c19f-48b5-9c0c-c18492f1de42/06f471c1-ec2c-4a47-a3f1-0b43664949d1/38858060-0949-4a7f-bab8-41aa2ae5f03e) {{(pid=109815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:06:53.226835 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:53.302751 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3b19-b495-4630-a0c0-f3550d5d074a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for port (38858060-0949-4a7f-bab8-41aa2ae5f03e), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:53.402147 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3b19-b495-4630-a0c0-f3550d5d074a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8643334'] for port (38858060-0949-4a7f-bab8-41aa2ae5f03e), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:53.437709 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3d3b19-b495-4630-a0c0-f3550d5d074a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Network 12a459b1-c19f-48b5-9c0c-c18492f1de42 is already hosted by enough agents. {{(pid=109815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:06:53.440832 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.base_scheduler [None req-ba3d3b19-b495-4630-a0c0-f3550d5d074a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Resources bound (agent type, host, resource id): {{(pid=109815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:06:53.443445 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3d3b19-b495-4630-a0c0-f3550d5d074a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Received port after_create {{(pid=109815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 12:06:53.477833 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d3b19-b495-4630-a0c0-f3550d5d074a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Pushing event updated for resources: {'Port': ['ID=38858060-0949-4a7f-bab8-41aa2ae5f03e,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:53.881955 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3b19-b495-4630-a0c0-f3550d5d074a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for floatingip (9db9a796-dccf-4b29-9d53-f23475128b56), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:54.021163 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3b19-b495-4630-a0c0-f3550d5d074a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (38858060-0949-4a7f-bab8-41aa2ae5f03e), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:54.170942 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3b19-b495-4630-a0c0-f3550d5d074a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for port (38858060-0949-4a7f-bab8-41aa2ae5f03e), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:54.232418 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3b19-b495-4630-a0c0-f3550d5d074a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8643343'] for port (38858060-0949-4a7f-bab8-41aa2ae5f03e), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:54.299622 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d3b19-b495-4630-a0c0-f3550d5d074a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Pushing event updated for resources: {'Port': ['ID=38858060-0949-4a7f-bab8-41aa2ae5f03e,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:06:54.311719 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3b19-b495-4630-a0c0-f3550d5d074a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-875882'] for floatingip (9db9a796-dccf-4b29-9d53-f23475128b56), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:54.415840 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.db.l3_db [None req-ba3d3b19-b495-4630-a0c0-f3550d5d074a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Floating IP 9db9a796-dccf-4b29-9d53-f23475128b56 associated. External IP: 172.27.1.36, port: 54fa02ab-e0b4-44ee-8732-34ad00f6e3d0. Feb 07 12:06:54.871755 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3d3b19-b495-4630-a0c0-f3550d5d074a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Router 1eae28b3-1167-4e2b-8353-6bae16580de1 has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 12:06:54.978891 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3d3b19-b495-4630-a0c0-f3550d5d074a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 12:06:54.988243 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49544fa8-1f1b-4586-8ccb-f1dddcbcda87 None None] Sync routers for ids ['1eae28b3-1167-4e2b-8353-6bae16580de1'] in dv-cinder-817351-12-iscsi {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:06:54.997250 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49544fa8-1f1b-4586-8ccb-f1dddcbcda87 None None] Routers {'1eae28b3-1167-4e2b-8353-6bae16580de1'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:06:55.004672 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-49544fa8-1f1b-4586-8ccb-f1dddcbcda87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:06:40Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['1eae28b3-1167-4e2b-8353-6bae16580de1'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:06:55.051512 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3b19-b495-4630-a0c0-f3550d5d074a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for floatingip (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:06:55.096555 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-ba3d3b19-b495-4630-a0c0-f3550d5d074a tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2031827 Feb 07 12:06:55.097162 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1f1ebb-e20e-4100-bba2-19818535c20c', 'tag': '54fa02ab-e0b4-44ee-8732-34ad00f6e3d0'}] {{(pid=109815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:06:55.099703 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5512e24b4b829142f063b72b797f5a35d67167870001cc5935fd87f1b71448f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844fa527-fd6b-49a9-9ad8-9f2f336b439b" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1f1ebb-e20e-4100-bba2-19818535c20c", "tag": "54fa02ab-e0b4-44ee-8732-34ad00f6e3d0"}]}' {{(pid=109815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:06:55.116324 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-49544fa8-1f1b-4586-8ccb-f1dddcbcda87 None None] Set router 1eae28b3-1167-4e2b-8353-6bae16580de1 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:06:55.287438 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 12:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94905849-836b-4c51-8dfa-17182b395096 x-openstack-request-id: req-94905849-836b-4c51-8dfa-17182b395096 {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:06:55.287735 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1f1ebb-e20e-4100-bba2-19818535c20c", "tag": "54fa02ab-e0b4-44ee-8732-34ad00f6e3d0", "status": "completed", "code": 200}]} {{(pid=109815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:06:55.287990 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-94905849-836b-4c51-8dfa-17182b395096 {{(pid=109815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:06:55.288399 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1f1ebb-e20e-4100-bba2-19818535c20c', 'tag': '54fa02ab-e0b4-44ee-8732-34ad00f6e3d0', 'status': 'completed', 'code': 200} Feb 07 12:06:55.367787 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fa527-fd6b-49a9-9ad8-9f2f336b439b req-9772c3c9-916f-4539-93b9-4df082e0f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:55.368470 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-49544fa8-1f1b-4586-8ccb-f1dddcbcda87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'name': 'tempest-TestVolumeBootPattern-1377235404-router', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:49Z', 'updated_at': '2022-02-07T11:59:52Z', 'revision_number': 4, 'project_id': '2f652314e22c4aaeb65f608410318706', 'gw_port': {'id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:50Z', 'updated_at': '2022-02-07T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_floatingips': [{'id': '26ab4154-3bce-4e78-a90f-c442cf374422', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'port_id': '0824bb2f-f4eb-4028-8a00-740d8fc8e8c6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'mac_address': 'fa:16:3e:5c:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8641c81d-221b-47f7-9c68-598c9ec2d562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:04:22Z', 'updated_at': '2022-02-07T12:04:25Z', 'revision_number': 1, 'project_id': '2f652314e22c4aaeb65f608410318706', 'fixed_ip_address_scope': None}, {'id': '9db9a796-dccf-4b29-9d53-f23475128b56', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'port_id': '54fa02ab-e0b4-44ee-8732-34ad00f6e3d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'mac_address': 'fa:16:3e:50:87:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1f1ebb-e20e-4100-bba2-19818535c20c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:06:53Z', 'updated_at': '2022-02-07T12:06:53Z', 'revision_number': 0, 'project_id': '2f652314e22c4aaeb65f608410318706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '021329a1-f8ab-418e-9447-bb303a23d179', 'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'mac_address': 'fa:16:3e:54:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:51Z', 'updated_at': '2022-02-07T11:59:57Z', 'revision_number': 5, 'project_id': '2f652314e22c4aaeb65f608410318706', 'subnets': [{'id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:06:55.369293 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-844fa527-fd6b-49a9-9ad8-9f2f336b439b req-9772c3c9-916f-4539-93b9-4df082e0f555 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f652314e22c4aaeb65f608410318706&device_id=0d1f1ebb-e20e-4100-bba2-19818535c20c HTTP/1.1" status: 200 len: 1129 time: 0.0481229 Feb 07 12:06:55.398002 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49544fa8-1f1b-4586-8ccb-f1dddcbcda87 None None] Checking router: 1eae28b3-1167-4e2b-8353-6bae16580de1 for host: dv-cinder-817351-12-iscsi {{(pid=109818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:06:55.406559 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49544fa8-1f1b-4586-8ccb-f1dddcbcda87 None None] Routers {'1eae28b3-1167-4e2b-8353-6bae16580de1'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:06:55.407296 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-49544fa8-1f1b-4586-8ccb-f1dddcbcda87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:06:40Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['1eae28b3-1167-4e2b-8353-6bae16580de1'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:06:55.460186 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fa527-fd6b-49a9-9ad8-9f2f336b439b req-bca35648-41f0-4e5d-b589-e0c8eaa93b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:55.461671 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-844fa527-fd6b-49a9-9ad8-9f2f336b439b req-bca35648-41f0-4e5d-b589-e0c8eaa93b7c service neutron] 10.222.0.18 "GET /v2.0/networks?id=1d02701c-c637-4fd0-a81a-05c2ec80c184 HTTP/1.1" status: 200 len: 913 time: 0.0842237 Feb 07 12:06:55.513897 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-49544fa8-1f1b-4586-8ccb-f1dddcbcda87 None None] Set router 1eae28b3-1167-4e2b-8353-6bae16580de1 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:06:55.528511 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-844fa527-fd6b-49a9-9ad8-9f2f336b439b req-55f50abf-7eed-4404-a7b3-8a32699a0d96 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54fa02ab-e0b4-44ee-8732-34ad00f6e3d0 HTTP/1.1" status: 200 len: 998 time: 0.0601912 Feb 07 12:06:55.578531 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fa527-fd6b-49a9-9ad8-9f2f336b439b req-e48dcfcb-7af0-4cba-a6d3-1ad469829907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:55.579985 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-844fa527-fd6b-49a9-9ad8-9f2f336b439b req-e48dcfcb-7af0-4cba-a6d3-1ad469829907 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5739ce3e-861c-4135-b445-d8ec087e8538 HTTP/1.1" status: 200 len: 851 time: 0.0438752 Feb 07 12:06:55.627655 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fa527-fd6b-49a9-9ad8-9f2f336b439b req-7b357258-6240-48f4-a8dc-4433d7777182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:06:55.629146 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-844fa527-fd6b-49a9-9ad8-9f2f336b439b req-7b357258-6240-48f4-a8dc-4433d7777182 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1d02701c-c637-4fd0-a81a-05c2ec80c184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433233 Feb 07 12:06:55.719270 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-844fa527-fd6b-49a9-9ad8-9f2f336b439b req-be2d1695-1e7d-4b40-89a4-025266852f4f service neutron] 10.222.0.18 "GET /v2.0/networks/1d02701c-c637-4fd0-a81a-05c2ec80c184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838444 Feb 07 12:06:55.761814 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-49544fa8-1f1b-4586-8ccb-f1dddcbcda87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'name': 'tempest-TestVolumeBootPattern-1377235404-router', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:49Z', 'updated_at': '2022-02-07T11:59:52Z', 'revision_number': 4, 'project_id': '2f652314e22c4aaeb65f608410318706', 'gw_port': {'id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:50Z', 'updated_at': '2022-02-07T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_floatingips': [{'id': '26ab4154-3bce-4e78-a90f-c442cf374422', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'port_id': '0824bb2f-f4eb-4028-8a00-740d8fc8e8c6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'mac_address': 'fa:16:3e:5c:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8641c81d-221b-47f7-9c68-598c9ec2d562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:04:22Z', 'updated_at': '2022-02-07T12:04:25Z', 'revision_number': 1, 'project_id': '2f652314e22c4aaeb65f608410318706', 'fixed_ip_address_scope': None}, {'id': '9db9a796-dccf-4b29-9d53-f23475128b56', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'port_id': '54fa02ab-e0b4-44ee-8732-34ad00f6e3d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'mac_address': 'fa:16:3e:50:87:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1f1ebb-e20e-4100-bba2-19818535c20c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:06:53Z', 'updated_at': '2022-02-07T12:06:53Z', 'revision_number': 0, 'project_id': '2f652314e22c4aaeb65f608410318706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '021329a1-f8ab-418e-9447-bb303a23d179', 'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'mac_address': 'fa:16:3e:54:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:51Z', 'updated_at': '2022-02-07T11:59:57Z', 'revision_number': 5, 'project_id': '2f652314e22c4aaeb65f608410318706', 'subnets': [{'id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:06:55.794106 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49544fa8-1f1b-4586-8ccb-f1dddcbcda87 None None] The sync data for ids ['1eae28b3-1167-4e2b-8353-6bae16580de1'] in dv-cinder-817351-12-iscsi is: [{'id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'name': 'tempest-TestVolumeBootPattern-1377235404-router', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:49Z', 'updated_at': '2022-02-07T11:59:52Z', 'revision_number': 4, 'project_id': '2f652314e22c4aaeb65f608410318706', 'gw_port': {'id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:50Z', 'updated_at': '2022-02-07T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_floatingips': [{'id': '26ab4154-3bce-4e78-a90f-c442cf374422', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'port_id': '0824bb2f-f4eb-4028-8a00-740d8fc8e8c6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'mac_address': 'fa:16:3e:5c:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8641c81d-221b-47f7-9c68-598c9ec2d562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:04:22Z', 'updated_at': '2022-02-07T12:04:25Z', 'revision_number': 1, 'project_id': '2f652314e22c4aaeb65f608410318706', 'fixed_ip_address_scope': None}, {'id': '9db9a796-dccf-4b29-9d53-f23475128b56', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'port_id': '54fa02ab-e0b4-44ee-8732-34ad00f6e3d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'mac_address': 'fa:16:3e:50:87:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1f1ebb-e20e-4100-bba2-19818535c20c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:06:53Z', 'updated_at': '2022-02-07T12:06:53Z', 'revision_number': 0, 'project_id': '2f652314e22c4aaeb65f608410318706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '021329a1-f8ab-418e-9447-bb303a23d179', 'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'mac_address': 'fa:16:3e:54:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:51Z', 'updated_at': '2022-02-07T11:59:57Z', 'revision_number': 5, 'project_id': '2f652314e22c4aaeb65f608410318706', 'subnets': [{'id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:06:55.813323 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-844fa527-fd6b-49a9-9ad8-9f2f336b439b req-9c43f68a-34b6-4880-bb94-9b0fc189c2d5 service neutron] 10.222.0.18 "GET /v2.0/networks/1d02701c-c637-4fd0-a81a-05c2ec80c184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883219 Feb 07 12:06:55.993856 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1bdcdd-dff8-40a8-af2f-2f3f4ff00741 None None] New status for floating IP 9db9a796-dccf-4b29-9d53-f23475128b56: ACTIVE {{(pid=109817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 12:07:03.052346 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 33980) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:03.157901 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-3944099c-a1a0-4ef4-9a61-c908c71e21ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:03.231028 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-3944099c-a1a0-4ef4-9a61-c908c71e21ee admin admin] Publish callbacks [] for security_group (987dcd6e-eb58-4607-a384-c9e4072727ea), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:03.300450 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-3944099c-a1a0-4ef4-9a61-c908c71e21ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (987dcd6e-eb58-4607-a384-c9e4072727ea), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:03.339050 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-3944099c-a1a0-4ef4-9a61-c908c71e21ee admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ce65e4f6ffe9489093d2318f7f778354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856534 Feb 07 12:07:03.342762 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944099c-a1a0-4ef4-9a61-c908c71e21ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987dcd6e-eb58-4607-a384-c9e4072727ea,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:03.342881 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 33984) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:03.347751 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3944099c-a1a0-4ef4-9a61-c908c71e21ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:07:03.348113 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3944099c-a1a0-4ef4-9a61-c908c71e21ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:07:03.348465 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3944099c-a1a0-4ef4-9a61-c908c71e21ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:07:03.348921 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3944099c-a1a0-4ef4-9a61-c908c71e21ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:07:03.349158 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3944099c-a1a0-4ef4-9a61-c908c71e21ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:07:03.349494 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3944099c-a1a0-4ef4-9a61-c908c71e21ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:07:03.349860 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3944099c-a1a0-4ef4-9a61-c908c71e21ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:07:03.350195 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3944099c-a1a0-4ef4-9a61-c908c71e21ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:07:03.350527 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3944099c-a1a0-4ef4-9a61-c908c71e21ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:07:03.350859 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3944099c-a1a0-4ef4-9a61-c908c71e21ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:07:03.351186 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3944099c-a1a0-4ef4-9a61-c908c71e21ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:07:03.351512 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3944099c-a1a0-4ef4-9a61-c908c71e21ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:07:03.351835 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3944099c-a1a0-4ef4-9a61-c908c71e21ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:07:03.393788 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e975d996-0d91-48d2-bc73-10a195300333 admin admin] Publish callbacks [] for security_group (987dcd6e-eb58-4607-a384-c9e4072727ea), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:03.414390 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e975d996-0d91-48d2-bc73-10a195300333 admin admin] Publish callbacks [] for security_group (987dcd6e-eb58-4607-a384-c9e4072727ea), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:03.533078 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e975d996-0d91-48d2-bc73-10a195300333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (987dcd6e-eb58-4607-a384-c9e4072727ea), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:03.535680 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e975d996-0d91-48d2-bc73-10a195300333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:03.536848 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-e975d996-0d91-48d2-bc73-10a195300333 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/987dcd6e-eb58-4607-a384-c9e4072727ea HTTP/1.1" status: 204 len: 168 time: 0.1939573 Feb 07 12:07:03.544386 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975d996-0d91-48d2-bc73-10a195300333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987dcd6e-eb58-4607-a384-c9e4072727ea,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:03.551389 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975d996-0d91-48d2-bc73-10a195300333 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:07:03.551744 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975d996-0d91-48d2-bc73-10a195300333 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:07:03.552088 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975d996-0d91-48d2-bc73-10a195300333 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:07:03.552425 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975d996-0d91-48d2-bc73-10a195300333 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:07:03.552755 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975d996-0d91-48d2-bc73-10a195300333 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:07:03.553085 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975d996-0d91-48d2-bc73-10a195300333 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:07:03.553413 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975d996-0d91-48d2-bc73-10a195300333 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:07:03.553768 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975d996-0d91-48d2-bc73-10a195300333 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:07:03.554144 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975d996-0d91-48d2-bc73-10a195300333 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:07:03.554442 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975d996-0d91-48d2-bc73-10a195300333 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:07:03.554738 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975d996-0d91-48d2-bc73-10a195300333 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:07:03.555059 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975d996-0d91-48d2-bc73-10a195300333 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:07:03.555379 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975d996-0d91-48d2-bc73-10a195300333 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:07:04.115941 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 33990) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:04.130159 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5e8b6427-7be9-44ef-b458-1bbb7c135134 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:04.204996 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5e8b6427-7be9-44ef-b458-1bbb7c135134 admin admin] Publish callbacks [] for security_group (96c90af0-ed0e-489b-b42d-2c912416cff5), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:04.292653 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5e8b6427-7be9-44ef-b458-1bbb7c135134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (96c90af0-ed0e-489b-b42d-2c912416cff5), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:04.331819 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-5e8b6427-7be9-44ef-b458-1bbb7c135134 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d885e76f5600463fb394e7fc8bb66ba9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148042 Feb 07 12:07:04.332723 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b6427-7be9-44ef-b458-1bbb7c135134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c90af0-ed0e-489b-b42d-2c912416cff5,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:04.334590 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 33992) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:04.382405 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-3644d521-1399-4b96-a89f-152fb60333b9 admin admin] Publish callbacks [] for security_group (96c90af0-ed0e-489b-b42d-2c912416cff5), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:04.405581 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-3644d521-1399-4b96-a89f-152fb60333b9 admin admin] Publish callbacks [] for security_group (96c90af0-ed0e-489b-b42d-2c912416cff5), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:04.533263 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-3644d521-1399-4b96-a89f-152fb60333b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (96c90af0-ed0e-489b-b42d-2c912416cff5), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:04.535938 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-3644d521-1399-4b96-a89f-152fb60333b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:04.537120 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-3644d521-1399-4b96-a89f-152fb60333b9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/96c90af0-ed0e-489b-b42d-2c912416cff5 HTTP/1.1" status: 204 len: 168 time: 0.2014947 Feb 07 12:07:04.544868 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644d521-1399-4b96-a89f-152fb60333b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c90af0-ed0e-489b-b42d-2c912416cff5,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:04.645858 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8d6ae351-7adf-4ece-92b6-b1f00accce90 req-262e92f7-5318-4848-8c7d-abbb4bd0e191 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8641c81d-221b-47f7-9c68-598c9ec2d562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429885 Feb 07 12:07:04.711984 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ae351-7adf-4ece-92b6-b1f00accce90 req-1ca5f542-864f-4f96-887a-0e974b47d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:04.713471 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8d6ae351-7adf-4ece-92b6-b1f00accce90 req-1ca5f542-864f-4f96-887a-0e974b47d631 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f652314e22c4aaeb65f608410318706&device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 1129 time: 0.0471296 Feb 07 12:07:04.815858 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ae351-7adf-4ece-92b6-b1f00accce90 req-95f245ce-7800-4c29-a48d-200b326ea47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:04.817284 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8d6ae351-7adf-4ece-92b6-b1f00accce90 req-95f245ce-7800-4c29-a48d-200b326ea47e service neutron] 10.222.0.18 "GET /v2.0/networks?id=1d02701c-c637-4fd0-a81a-05c2ec80c184 HTTP/1.1" status: 200 len: 913 time: 0.0839520 Feb 07 12:07:04.884869 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8d6ae351-7adf-4ece-92b6-b1f00accce90 req-b688ea98-c4e0-4c95-a46d-9f81f641d389 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0824bb2f-f4eb-4028-8a00-740d8fc8e8c6 HTTP/1.1" status: 200 len: 1001 time: 0.0619681 Feb 07 12:07:04.935025 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ae351-7adf-4ece-92b6-b1f00accce90 req-c2114403-0be5-4de7-89d1-5a968b6ea57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:04.936481 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8d6ae351-7adf-4ece-92b6-b1f00accce90 req-c2114403-0be5-4de7-89d1-5a968b6ea57d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5739ce3e-861c-4135-b445-d8ec087e8538 HTTP/1.1" status: 200 len: 851 time: 0.0439372 Feb 07 12:07:04.985221 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ae351-7adf-4ece-92b6-b1f00accce90 req-be7fa663-96bb-4968-bb54-b8de2ae6f556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:04.986749 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8d6ae351-7adf-4ece-92b6-b1f00accce90 req-be7fa663-96bb-4968-bb54-b8de2ae6f556 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1d02701c-c637-4fd0-a81a-05c2ec80c184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443869 Feb 07 12:07:05.077276 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8d6ae351-7adf-4ece-92b6-b1f00accce90 req-e5a2210a-d66b-41c9-b100-95d65c2bbcc2 service neutron] 10.222.0.18 "GET /v2.0/networks/1d02701c-c637-4fd0-a81a-05c2ec80c184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839171 Feb 07 12:07:05.167800 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8d6ae351-7adf-4ece-92b6-b1f00accce90 req-fee27e29-553e-458c-a70c-2d5ea9287530 service neutron] 10.222.0.18 "GET /v2.0/networks/1d02701c-c637-4fd0-a81a-05c2ec80c184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816829 Feb 07 12:07:05.213613 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 33998) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:05.227136 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e9e43479-0d41-45fc-9c78-1cdbc0d0376d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:05.297705 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e9e43479-0d41-45fc-9c78-1cdbc0d0376d admin admin] Publish callbacks [] for security_group (a6301ccb-1a2c-4ff0-b7cc-7cea49192752), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:05.372571 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e9e43479-0d41-45fc-9c78-1cdbc0d0376d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (a6301ccb-1a2c-4ff0-b7cc-7cea49192752), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:05.412724 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e43479-0d41-45fc-9c78-1cdbc0d0376d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6301ccb-1a2c-4ff0-b7cc-7cea49192752,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:05.417819 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-e9e43479-0d41-45fc-9c78-1cdbc0d0376d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f6288aae0ad14ec7b6fb272c5d5289a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2032003 Feb 07 12:07:05.420434 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 34000) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:05.471982 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5281ab23-3d4c-48d1-922f-1422d019cbc8 admin admin] Publish callbacks [] for security_group (a6301ccb-1a2c-4ff0-b7cc-7cea49192752), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:05.491891 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5281ab23-3d4c-48d1-922f-1422d019cbc8 admin admin] Publish callbacks [] for security_group (a6301ccb-1a2c-4ff0-b7cc-7cea49192752), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:05.623988 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5281ab23-3d4c-48d1-922f-1422d019cbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (a6301ccb-1a2c-4ff0-b7cc-7cea49192752), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:05.627279 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5281ab23-3d4c-48d1-922f-1422d019cbc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:05.628475 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-5281ab23-3d4c-48d1-922f-1422d019cbc8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a6301ccb-1a2c-4ff0-b7cc-7cea49192752 HTTP/1.1" status: 204 len: 168 time: 0.2071135 Feb 07 12:07:05.637023 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281ab23-3d4c-48d1-922f-1422d019cbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6301ccb-1a2c-4ff0-b7cc-7cea49192752,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:06.696501 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 34024) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:06.799418 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-10fe0e92-8c9e-4e11-9505-8e09b2f593fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1405376588-network', 'tenant_id': '1ce6985480164fd7b22b036e290a67ec'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:07:06.893077 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fe0e92-8c9e-4e11-9505-8e09b2f593fb admin admin] Made reservation on behalf of 1ce6985480164fd7b22b036e290a67ec for: {'network': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:07:06.895385 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-10fe0e92-8c9e-4e11-9505-8e09b2f593fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for network (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:06.903628 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-10fe0e92-8c9e-4e11-9505-8e09b2f593fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:06.975778 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-10fe0e92-8c9e-4e11-9505-8e09b2f593fb admin admin] Publish callbacks [] for security_group (39bda2b8-a52d-43e0-86ab-002cbf1728fd), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:07.020337 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-10fe0e92-8c9e-4e11-9505-8e09b2f593fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (39bda2b8-a52d-43e0-86ab-002cbf1728fd), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:07.044343 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10fe0e92-8c9e-4e11-9505-8e09b2f593fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=109816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:07:07.054448 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe0e92-8c9e-4e11-9505-8e09b2f593fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bda2b8-a52d-43e0-86ab-002cbf1728fd,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:07.061997 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-10fe0e92-8c9e-4e11-9505-8e09b2f593fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (c647dd28-89aa-4b29-b939-66102274ce97), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:07.061997 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.db.segments_db [None req-10fe0e92-8c9e-4e11-9505-8e09b2f593fb admin admin] Added segment c647dd28-89aa-4b29-b939-66102274ce97 of type vlan for network 2e2936cd-3463-4114-a3a2-03a575ed01f5 Feb 07 12:07:07.103454 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-10fe0e92-8c9e-4e11-9505-8e09b2f593fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782771090189'] for network (2e2936cd-3463-4114-a3a2-03a575ed01f5), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:07.180437 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-10fe0e92-8c9e-4e11-9505-8e09b2f593fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685'] for network (2e2936cd-3463-4114-a3a2-03a575ed01f5), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:07.181380 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fe0e92-8c9e-4e11-9505-8e09b2f593fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:07.181983 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-10fe0e92-8c9e-4e11-9505-8e09b2f593fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:07.237513 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe0e92-8c9e-4e11-9505-8e09b2f593fb admin admin] Pushing event updated for resources: {'Network': ['ID=2e2936cd-3463-4114-a3a2-03a575ed01f5,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:07.247309 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Network 2e2936cd-3463-4114-a3a2-03a575ed01f5 details requested by agent ovs-agent-dv-cinder-817351-12-iscsi with host dv-cinder-817351-12-iscsi {{(pid=109817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 12:07:07.283237 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-10fe0e92-8c9e-4e11-9505-8e09b2f593fb admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5829749 Feb 07 12:07:07.283462 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 34028) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:07.288449 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-5ae2ee72-6a9d-42a9-b4f6-0748a3b5fd70 admin admin] Request body: {'subnet': {'network_id': '2e2936cd-3463-4114-a3a2-03a575ed01f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1405376588-subnet', 'tenant_id': '1ce6985480164fd7b22b036e290a67ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:07:07.372646 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae2ee72-6a9d-42a9-b4f6-0748a3b5fd70 admin admin] Made reservation on behalf of 1ce6985480164fd7b22b036e290a67ec for: {'subnet': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:07:07.375096 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5ae2ee72-6a9d-42a9-b4f6-0748a3b5fd70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9316235'] for subnet (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:07.610662 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5ae2ee72-6a9d-42a9-b4f6-0748a3b5fd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9209730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9316277'] for subnet (4fbe0a7f-2afd-4ea6-a318-f4cb7224be97), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:07.663857 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2ee72-6a9d-42a9-b4f6-0748a3b5fd70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fbe0a7f-2afd-4ea6-a318-f4cb7224be97,revision_number=0']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:07.672280 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae2ee72-6a9d-42a9-b4f6-0748a3b5fd70 admin admin] Checking segment: {'id': 'c647dd28-89aa-4b29-b939-66102274ce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2e2936cd-3463-4114-a3a2-03a575ed01f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 12:07:07.673198 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae2ee72-6a9d-42a9-b4f6-0748a3b5fd70 admin admin] Network hostable DHCP agents. Network: 2e2936cd-3463-4114-a3a2-03a575ed01f5, hostable agents: ['61316a96-21e8-4d75-a705-e1a638ca8432'], hosted agents: [] {{(pid=109816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:07:07.761081 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae2ee72-6a9d-42a9-b4f6-0748a3b5fd70 admin admin] Network 2e2936cd-3463-4114-a3a2-03a575ed01f5 is scheduled to be hosted by DHCP agent 61316a96-21e8-4d75-a705-e1a638ca8432 with binding_index 1 {{(pid=109816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:07:07.843332 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-5ae2ee72-6a9d-42a9-b4f6-0748a3b5fd70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-12-iscsi, 2e2936cd-3463-4114-a3a2-03a575ed01f5) {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:07:07.847981 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae2ee72-6a9d-42a9-b4f6-0748a3b5fd70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:07.848566 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5ae2ee72-6a9d-42a9-b4f6-0748a3b5fd70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:07.854397 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c211d5ee-54f9-4ea8-8f22-7fbb22f23249 None None] Network 2e2936cd-3463-4114-a3a2-03a575ed01f5 requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 12:07:07.938185 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-5ae2ee72-6a9d-42a9-b4f6-0748a3b5fd70 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6532838 Feb 07 12:07:07.945640 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4e87dc-5a96-464a-813a-b822975cc12e None None] Network 2e2936cd-3463-4114-a3a2-03a575ed01f5 requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 12:07:08.420585 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-44c31797-db8d-44fe-b24e-a8f4e29cc416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:10.052902 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-e95bdae5-d0c1-4aaa-84e8-69f34525e646 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:10.054404 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-e95bdae5-d0c1-4aaa-84e8-69f34525e646 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/networks?id=2e2936cd-3463-4114-a3a2-03a575ed01f5 HTTP/1.1" status: 200 len: 809 time: 0.1017611 Feb 07 12:07:10.069233 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-1f3f0159-903e-4d97-b545-ecdc5921c6ab tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/quotas/1ce6985480164fd7b22b036e290a67ec HTTP/1.1" status: 200 len: 375 time: 0.0095356 Feb 07 12:07:10.099430 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-f7644c05-ff9c-44c4-8e22-cc49fcb86c14 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1ce6985480164fd7b22b036e290a67ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256066 Feb 07 12:07:10.150995 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-cd1147e5-5d6c-46bd-be9b-9d949516d691 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109816) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 12:07:10.152054 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-cd1147e5-5d6c-46bd-be9b-9d949516d691 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466630 Feb 07 12:07:10.241150 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-6a833128-701a-4135-91c1-a3d88ed5b82e service neutron] 10.222.0.67 "GET /v2.0/networks/2e2936cd-3463-4114-a3a2-03a575ed01f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833056 Feb 07 12:07:10.326770 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-c6548b16-94e8-44c8-92d7-202e558038ed service neutron] 10.222.0.67 "GET /v2.0/networks/2e2936cd-3463-4114-a3a2-03a575ed01f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799010 Feb 07 12:07:10.546129 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0168557e-f1b5-4a5d-94ca-6c26d72d819b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:10.579579 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-c1b713d3-b53f-4d36-9a27-d6a6023604d9 req-64a3ad5a-14fd-4481-8b7c-ac5e151b9926 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/ports?device_id=a5d1ac5c-cb6d-44ff-a265-82ce76a62546 HTTP/1.1" status: 200 len: 210 time: 0.0277777 Feb 07 12:07:11.675111 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3e1dfb6a-08c2-4538-9cb8-e5119537db85 req-25a5d8b9-54f7-454b-a8bb-9a45cdd5bcb2 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/ports?device_id=a5d1ac5c-cb6d-44ff-a265-82ce76a62546 HTTP/1.1" status: 200 len: 210 time: 0.0281105 Feb 07 12:07:11.743821 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:12.561258 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-57a6fac6-1f10-4f28-99f3-749b8ea8a91a tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:12.562732 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-57a6fac6-1f10-4f28-99f3-749b8ea8a91a tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.18 "GET /v2.0/networks?id=2e2936cd-3463-4114-a3a2-03a575ed01f5 HTTP/1.1" status: 200 len: 809 time: 0.1037176 Feb 07 12:07:12.574894 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-ad4b1c89-cb4e-4b9a-ae17-02ccbfe90af0 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Request body: {'port': {'device_id': 'a5d1ac5c-cb6d-44ff-a265-82ce76a62546', 'network_id': '2e2936cd-3463-4114-a3a2-03a575ed01f5', 'admin_state_up': True, 'tenant_id': '1ce6985480164fd7b22b036e290a67ec'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:07:12.760929 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-ad4b1c89-cb4e-4b9a-ae17-02ccbfe90af0 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Made reservation on behalf of 1ce6985480164fd7b22b036e290a67ec for: {'port': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:07:12.764465 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-ad4b1c89-cb4e-4b9a-ae17-02ccbfe90af0 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:12.771473 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-09c6b750-63e9-490d-97ad-a0c5a27e89d5 req-25e8d62c-7fb8-415e-855b-53e84f7ca4ad tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/ports?device_id=a5d1ac5c-cb6d-44ff-a265-82ce76a62546 HTTP/1.1" status: 200 len: 210 time: 0.0297999 Feb 07 12:07:12.887493 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_common [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-ad4b1c89-cb4e-4b9a-ae17-02ccbfe90af0 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Allocated IP 172.20.0.10 (2e2936cd-3463-4114-a3a2-03a575ed01f5/4fbe0a7f-2afd-4ea6-a318-f4cb7224be97/33d4359e-0f05-4538-bea2-012b34e00a2f) {{(pid=109816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:07:13.031903 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-ad4b1c89-cb4e-4b9a-ae17-02ccbfe90af0 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Publish callbacks [] for port (33d4359e-0f05-4538-bea2-012b34e00a2f), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:13.100710 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-ad4b1c89-cb4e-4b9a-ae17-02ccbfe90af0 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (33d4359e-0f05-4538-bea2-012b34e00a2f), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:13.142379 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-ad4b1c89-cb4e-4b9a-ae17-02ccbfe90af0 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Network 2e2936cd-3463-4114-a3a2-03a575ed01f5 is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:07:13.150507 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-ad4b1c89-cb4e-4b9a-ae17-02ccbfe90af0 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:07:13.153043 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-ad4b1c89-cb4e-4b9a-ae17-02ccbfe90af0 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Received port after_create {{(pid=109816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 12:07:13.183954 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b1c89-cb4e-4b9a-ae17-02ccbfe90af0 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Pushing event updated for resources: {'Port': ['ID=33d4359e-0f05-4538-bea2-012b34e00a2f,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:13.209733 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-ad4b1c89-cb4e-4b9a-ae17-02ccbfe90af0 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:13.210352 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-ad4b1c89-cb4e-4b9a-ae17-02ccbfe90af0 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:13.268973 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-ad4b1c89-cb4e-4b9a-ae17-02ccbfe90af0 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6975849 Feb 07 12:07:13.280074 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-d51e96a6-fe10-4a4c-8d9a-253d61b5bd4e service neutron] Request body: {'port': {'device_id': 'a5d1ac5c-cb6d-44ff-a265-82ce76a62546', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:07:13.337871 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-d51e96a6-fe10-4a4c-8d9a-253d61b5bd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (33d4359e-0f05-4538-bea2-012b34e00a2f), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:13.744006 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:13.897792 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-d51e96a6-fe10-4a4c-8d9a-253d61b5bd4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33d4359e-0f05-4538-bea2-012b34e00a2f {{(pid=109816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 12:07:13.907455 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-d51e96a6-fe10-4a4c-8d9a-253d61b5bd4e service neutron] Publish callbacks [] for port (33d4359e-0f05-4538-bea2-012b34e00a2f), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:13.924148 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.provisioning_blocks [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-d51e96a6-fe10-4a4c-8d9a-253d61b5bd4e service neutron] Transition to ACTIVE for port object 33d4359e-0f05-4538-bea2-012b34e00a2f will not be triggered until provisioned by entity L2. {{(pid=109816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:07:13.938063 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305b7f6-ca1d-4763-b684-35bcea48f239 req-7158b8c1-4df4-4805-b235-f28447e5b512 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:13.939542 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0305b7f6-ca1d-4763-b684-35bcea48f239 req-7158b8c1-4df4-4805-b235-f28447e5b512 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/ports?device_id=a5d1ac5c-cb6d-44ff-a265-82ce76a62546 HTTP/1.1" status: 200 len: 932 time: 0.0744143 Feb 07 12:07:13.985820 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0305b7f6-ca1d-4763-b684-35bcea48f239 req-9d2b236f-b4e1-46ef-bfd7-900244cac109 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/security-groups?id=39bda2b8-a52d-43e0-86ab-002cbf1728fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403025 Feb 07 12:07:13.994794 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-d51e96a6-fe10-4a4c-8d9a-253d61b5bd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209623'] for port (33d4359e-0f05-4538-bea2-012b34e00a2f), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:14.042595 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e96a6-fe10-4a4c-8d9a-253d61b5bd4e service neutron] Pushing event updated for resources: {'Port': ['ID=33d4359e-0f05-4538-bea2-012b34e00a2f,revision_number=2']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:14.112316 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-d51e96a6-fe10-4a4c-8d9a-253d61b5bd4e service neutron] Attempting to bind port 33d4359e-0f05-4538-bea2-012b34e00a2f on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 12:07:14.112650 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-d51e96a6-fe10-4a4c-8d9a-253d61b5bd4e service neutron] Attempting to bind port 33d4359e-0f05-4538-bea2-012b34e00a2f by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'c647dd28-89aa-4b29-b939-66102274ce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2e2936cd-3463-4114-a3a2-03a575ed01f5'}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 12:07:14.112999 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-d51e96a6-fe10-4a4c-8d9a-253d61b5bd4e service neutron] Attempting to bind port 33d4359e-0f05-4538-bea2-012b34e00a2f on network 2e2936cd-3463-4114-a3a2-03a575ed01f5 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 12:07:14.117204 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-d51e96a6-fe10-4a4c-8d9a-253d61b5bd4e service neutron] Port 33d4359e-0f05-4538-bea2-012b34e00a2f on network 2e2936cd-3463-4114-a3a2-03a575ed01f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 12:07:14.117521 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-d51e96a6-fe10-4a4c-8d9a-253d61b5bd4e service neutron] Attempting to bind port 33d4359e-0f05-4538-bea2-012b34e00a2f on network 2e2936cd-3463-4114-a3a2-03a575ed01f5 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 12:07:14.122234 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-d51e96a6-fe10-4a4c-8d9a-253d61b5bd4e service neutron] Checking agent: {'id': '0d418b69-6da0-49d9-b758-bac8cc78f2cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'started_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 12:07:14.122572 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-d51e96a6-fe10-4a4c-8d9a-253d61b5bd4e service neutron] Checking segment: {'id': 'c647dd28-89aa-4b29-b939-66102274ce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2e2936cd-3463-4114-a3a2-03a575ed01f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 12:07:14.122952 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-d51e96a6-fe10-4a4c-8d9a-253d61b5bd4e service neutron] Bound using segment: {'id': 'c647dd28-89aa-4b29-b939-66102274ce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2e2936cd-3463-4114-a3a2-03a575ed01f5'} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 12:07:14.123369 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-d51e96a6-fe10-4a4c-8d9a-253d61b5bd4e service neutron] Bound port: 33d4359e-0f05-4538-bea2-012b34e00a2f, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c647dd28-89aa-4b29-b939-66102274ce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2e2936cd-3463-4114-a3a2-03a575ed01f5'}}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 12:07:14.123717 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-d51e96a6-fe10-4a4c-8d9a-253d61b5bd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (33d4359e-0f05-4538-bea2-012b34e00a2f), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:14.193103 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-d51e96a6-fe10-4a4c-8d9a-253d61b5bd4e service neutron] For port 33d4359e-0f05-4538-bea2-012b34e00a2f, host hv-cinder-81735, cleared binding levels {{(pid=109816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 12:07:14.196646 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-d51e96a6-fe10-4a4c-8d9a-253d61b5bd4e service neutron] For port 33d4359e-0f05-4538-bea2-012b34e00a2f, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=33d4359e-0f05-4538-bea2-012b34e00a2f,segment=NetworkSegment(c647dd28-89aa-4b29-b939-66102274ce97),segment_id=c647dd28-89aa-4b29-b939-66102274ce97)] {{(pid=109816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 12:07:14.272020 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-d51e96a6-fe10-4a4c-8d9a-253d61b5bd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209623'] for port (33d4359e-0f05-4538-bea2-012b34e00a2f), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:14.303701 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-d51e96a6-fe10-4a4c-8d9a-253d61b5bd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:14.304246 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-d51e96a6-fe10-4a4c-8d9a-253d61b5bd4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:14.305662 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-d51e96a6-fe10-4a4c-8d9a-253d61b5bd4e service neutron] 10.222.0.18 "PUT /v2.0/ports/33d4359e-0f05-4538-bea2-012b34e00a2f HTTP/1.1" status: 200 len: 1094 time: 1.0295188 Feb 07 12:07:14.307795 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d1ac5c-cb6d-44ff-a265-82ce76a62546', 'tag': '33d4359e-0f05-4538-bea2-012b34e00a2f'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:07:14.310774 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb35824e-5dc2-45cc-963b-449d61f7d051" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d1ac5c-cb6d-44ff-a265-82ce76a62546", "tag": "33d4359e-0f05-4538-bea2-012b34e00a2f"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:07:14.336774 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e96a6-fe10-4a4c-8d9a-253d61b5bd4e service neutron] Pushing event updated for resources: {'Port': ['ID=33d4359e-0f05-4538-bea2-012b34e00a2f,revision_number=3']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:14.444908 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-5a4225a6-0b1f-4371-9c27-cc2a94a2d0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:14.446362 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-5a4225a6-0b1f-4371-9c27-cc2a94a2d0f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1ce6985480164fd7b22b036e290a67ec&device_id=a5d1ac5c-cb6d-44ff-a265-82ce76a62546 HTTP/1.1" status: 200 len: 1128 time: 0.0452430 Feb 07 12:07:14.492191 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 12:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddbebc7-de46-423b-9af0-7cf9d56d5873 x-openstack-request-id: req-7ddbebc7-de46-423b-9af0-7cf9d56d5873 {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:07:14.492478 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d1ac5c-cb6d-44ff-a265-82ce76a62546", "tag": "33d4359e-0f05-4538-bea2-012b34e00a2f", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:07:14.492723 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7ddbebc7-de46-423b-9af0-7cf9d56d5873 {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:07:14.493106 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d1ac5c-cb6d-44ff-a265-82ce76a62546', 'tag': '33d4359e-0f05-4538-bea2-012b34e00a2f', 'status': 'completed', 'code': 200} Feb 07 12:07:14.494819 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-1bde0bce-5cff-43b5-a393-51df05cf1479 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33d4359e-0f05-4538-bea2-012b34e00a2f HTTP/1.1" status: 200 len: 217 time: 0.0403230 Feb 07 12:07:14.540808 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-a87050bb-8f35-4a00-98d1-b82057ccfa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:14.542208 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-a87050bb-8f35-4a00-98d1-b82057ccfa54 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4fbe0a7f-2afd-4ea6-a318-f4cb7224be97 HTTP/1.1" status: 200 len: 849 time: 0.0414789 Feb 07 12:07:14.573919 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-23f9911b-4a98-4934-95dc-4e41d6d2d1ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e2936cd-3463-4114-a3a2-03a575ed01f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253322 Feb 07 12:07:14.663596 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-1ae4d74d-a9d4-48ba-97ff-e2d62cbbe9b1 service neutron] 10.222.0.18 "GET /v2.0/networks/2e2936cd-3463-4114-a3a2-03a575ed01f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838835 Feb 07 12:07:14.689539 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:14.754123 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-66e781fc-f194-44ee-ab95-82e5a2d48ccc req-1db5e50d-402d-4bea-b281-15785ec712f2 service neutron] 10.222.0.18 "GET /v2.0/networks/2e2936cd-3463-4114-a3a2-03a575ed01f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824656 Feb 07 12:07:14.899790 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35824e-5dc2-45cc-963b-449d61f7d051 req-70c54fff-a07d-4ee1-b4f7-708bdf2d5d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:14.901266 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-eb35824e-5dc2-45cc-963b-449d61f7d051 req-70c54fff-a07d-4ee1-b4f7-708bdf2d5d09 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1ce6985480164fd7b22b036e290a67ec&device_id=a5d1ac5c-cb6d-44ff-a265-82ce76a62546 HTTP/1.1" status: 200 len: 1128 time: 0.0442185 Feb 07 12:07:14.993325 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35824e-5dc2-45cc-963b-449d61f7d051 req-ca393fd0-f08a-479f-a0c5-6de946c9c76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:14.994814 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-eb35824e-5dc2-45cc-963b-449d61f7d051 req-ca393fd0-f08a-479f-a0c5-6de946c9c76c service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e2936cd-3463-4114-a3a2-03a575ed01f5 HTTP/1.1" status: 200 len: 910 time: 0.0866106 Feb 07 12:07:15.035907 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-eb35824e-5dc2-45cc-963b-449d61f7d051 req-96c3e0cc-feeb-453a-be4a-b0ee0a78a2a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33d4359e-0f05-4538-bea2-012b34e00a2f HTTP/1.1" status: 200 len: 217 time: 0.0346522 Feb 07 12:07:15.113853 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35824e-5dc2-45cc-963b-449d61f7d051 req-8106cfce-db5d-43b2-a22b-737d02f6ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:15.115307 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-eb35824e-5dc2-45cc-963b-449d61f7d051 req-8106cfce-db5d-43b2-a22b-737d02f6ec50 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4fbe0a7f-2afd-4ea6-a318-f4cb7224be97 HTTP/1.1" status: 200 len: 849 time: 0.0728343 Feb 07 12:07:15.148501 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-eb35824e-5dc2-45cc-963b-449d61f7d051 req-0f8933d5-39a3-48af-934b-387056d0c4c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e2936cd-3463-4114-a3a2-03a575ed01f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262964 Feb 07 12:07:15.155363 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64eac2b-6ac4-4b76-aa1f-f85d12b7f773 req-07fa9d61-de05-4694-ac72-ead9c311aafa tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:15.156710 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a64eac2b-6ac4-4b76-aa1f-f85d12b7f773 req-07fa9d61-de05-4694-ac72-ead9c311aafa tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/ports?device_id=a5d1ac5c-cb6d-44ff-a265-82ce76a62546 HTTP/1.1" status: 200 len: 944 time: 0.1070802 Feb 07 12:07:15.251362 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-a64eac2b-6ac4-4b76-aa1f-f85d12b7f773 req-81565261-2c82-4f7e-8d9d-201e9a1444eb tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/security-groups?id=39bda2b8-a52d-43e0-86ab-002cbf1728fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865452 Feb 07 12:07:15.273808 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-eb35824e-5dc2-45cc-963b-449d61f7d051 req-77c8882d-fa6e-4c91-8ff0-a71fdc70e167 service neutron] 10.222.0.18 "GET /v2.0/networks/2e2936cd-3463-4114-a3a2-03a575ed01f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160970 Feb 07 12:07:15.361357 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-eb35824e-5dc2-45cc-963b-449d61f7d051 req-5665163f-36f7-4138-b244-7b9d5592abd5 service neutron] 10.222.0.18 "GET /v2.0/networks/2e2936cd-3463-4114-a3a2-03a575ed01f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813699 Feb 07 12:07:16.370201 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017b42c-8f3e-426f-a082-8c1563a8f9c7 req-84148f4f-6a77-487f-8033-204ae1ea6bfa tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:16.371661 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-5017b42c-8f3e-426f-a082-8c1563a8f9c7 req-84148f4f-6a77-487f-8033-204ae1ea6bfa tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/ports?device_id=a5d1ac5c-cb6d-44ff-a265-82ce76a62546 HTTP/1.1" status: 200 len: 944 time: 0.0523517 Feb 07 12:07:16.420218 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-5017b42c-8f3e-426f-a082-8c1563a8f9c7 req-0f0c27a9-6d37-4e38-ade8-31bc262d2a47 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/security-groups?id=39bda2b8-a52d-43e0-86ab-002cbf1728fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430284 Feb 07 12:07:17.523565 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 33d4359e-0f05-4538-bea2-012b34e00a2f details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 12:07:17.543195 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cacfa4-737e-451b-9e13-a2f1314054e3 req-d88b9898-6d9f-4178-938d-2f699d903ac9 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:17.544674 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-92cacfa4-737e-451b-9e13-a2f1314054e3 req-d88b9898-6d9f-4178-938d-2f699d903ac9 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/ports?device_id=a5d1ac5c-cb6d-44ff-a265-82ce76a62546 HTTP/1.1" status: 200 len: 944 time: 0.0572038 Feb 07 12:07:17.590706 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-92cacfa4-737e-451b-9e13-a2f1314054e3 req-6abf0e3a-a09b-42a6-b56e-07083cf516e1 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/security-groups?id=39bda2b8-a52d-43e0-86ab-002cbf1728fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402191 Feb 07 12:07:17.623181 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 33d4359e-0f05-4538-bea2-012b34e00a2f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=33d4359e-0f05-4538-bea2-012b34e00a2f,segment=NetworkSegment(c647dd28-89aa-4b29-b939-66102274ce97),segment_id=c647dd28-89aa-4b29-b939-66102274ce97)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:07:17.640528 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Returning: {'device': '33d4359e-0f05-4538-bea2-012b34e00a2f', 'network_id': '2e2936cd-3463-4114-a3a2-03a575ed01f5', 'port_id': '33d4359e-0f05-4538-bea2-012b34e00a2f', 'mac_address': 'fa:16:3e:67:7d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fbe0a7f-2afd-4ea6-a318-f4cb7224be97', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 12:07:17.680669 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port 33d4359e-0f05-4538-bea2-012b34e00a2f is: DOWN; New status is: BUILD {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:07:17.681067 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (33d4359e-0f05-4538-bea2-012b34e00a2f), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:17.694519 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d4359e-0f05-4538-bea2-012b34e00a2f {{(pid=109817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 12:07:17.714154 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 33d4359e-0f05-4538-bea2-012b34e00a2f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=33d4359e-0f05-4538-bea2-012b34e00a2f,segment=NetworkSegment(c647dd28-89aa-4b29-b939-66102274ce97),segment_id=c647dd28-89aa-4b29-b939-66102274ce97)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:07:17.771827 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (33d4359e-0f05-4538-bea2-012b34e00a2f), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:17.817628 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=33d4359e-0f05-4538-bea2-012b34e00a2f,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:18.102786 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['33d4359e-0f05-4538-bea2-012b34e00a2f'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 12:07:18.708207 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379d2e4-9018-4fec-94a2-211c42e4d2e1 req-3e8d6be3-6614-4e92-854d-22fbc933c4a2 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:18.709724 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-6379d2e4-9018-4fec-94a2-211c42e4d2e1 req-3e8d6be3-6614-4e92-854d-22fbc933c4a2 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/ports?device_id=a5d1ac5c-cb6d-44ff-a265-82ce76a62546 HTTP/1.1" status: 200 len: 945 time: 0.0529485 Feb 07 12:07:18.755802 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-6379d2e4-9018-4fec-94a2-211c42e4d2e1 req-84166cc3-6a3b-4662-a516-d7c123e48492 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/security-groups?id=39bda2b8-a52d-43e0-86ab-002cbf1728fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405598 Feb 07 12:07:19.540898 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 33d4359e-0f05-4538-bea2-012b34e00a2f up at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 12:07:19.671702 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning for port 33d4359e-0f05-4538-bea2-012b34e00a2f completed by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:07:19.676351 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning complete for port 33d4359e-0f05-4538-bea2-012b34e00a2f triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:07:19.678078 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (33d4359e-0f05-4538-bea2-012b34e00a2f), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:19.755932 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port 33d4359e-0f05-4538-bea2-012b34e00a2f is: BUILD; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:07:19.756344 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (33d4359e-0f05-4538-bea2-012b34e00a2f), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:19.778833 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d1ac5c-cb6d-44ff-a265-82ce76a62546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d4359e-0f05-4538-bea2-012b34e00a2f'}] {{(pid=109817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:07:19.781140 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bc6b3c0530c896bdfe52e422604eaad6eac6737642d5fab1ac5583b9ec47d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1db345-8913-4565-b647-823d332484c9" -d '{"events": [{"server_uuid": "a5d1ac5c-cb6d-44ff-a265-82ce76a62546", "name": "network-vif-plugged", "status": "completed", "tag": "33d4359e-0f05-4538-bea2-012b34e00a2f"}]}' {{(pid=109817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:07:19.800243 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port 33d4359e-0f05-4538-bea2-012b34e00a2f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=33d4359e-0f05-4538-bea2-012b34e00a2f,segment=NetworkSegment(c647dd28-89aa-4b29-b939-66102274ce97),segment_id=c647dd28-89aa-4b29-b939-66102274ce97)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:07:19.821314 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bdb1e2-b9d2-4c39-ad28-c224035d612c x-openstack-request-id: req-a2bdb1e2-b9d2-4c39-ad28-c224035d612c {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:07:19.821314 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d1ac5c-cb6d-44ff-a265-82ce76a62546", "name": "network-vif-plugged", "status": "completed", "tag": "33d4359e-0f05-4538-bea2-012b34e00a2f", "code": 200}]} {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:07:19.821314 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a2bdb1e2-b9d2-4c39-ad28-c224035d612c {{(pid=109817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:07:19.821314 dv-cinder-817351-12-iscsi neutron-server[109817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d1ac5c-cb6d-44ff-a265-82ce76a62546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d4359e-0f05-4538-bea2-012b34e00a2f', 'code': 200} Feb 07 12:07:19.869307 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (33d4359e-0f05-4538-bea2-012b34e00a2f), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:19.876923 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95515b-f02b-4b85-a881-d4ae6926c5eb req-259c00d0-29a9-4e24-99d6-c469a6a348dc tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:19.878558 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8b95515b-f02b-4b85-a881-d4ae6926c5eb req-259c00d0-29a9-4e24-99d6-c469a6a348dc tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/ports?device_id=a5d1ac5c-cb6d-44ff-a265-82ce76a62546 HTTP/1.1" status: 200 len: 945 time: 0.0564930 Feb 07 12:07:19.917893 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=33d4359e-0f05-4538-bea2-012b34e00a2f,revision_number=5']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:19.929482 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8b95515b-f02b-4b85-a881-d4ae6926c5eb req-cb20cf9a-826b-4280-bc3a-99e4ff2376c7 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/security-groups?id=39bda2b8-a52d-43e0-86ab-002cbf1728fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420740 Feb 07 12:07:20.105359 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fc0a4-27e6-4dc0-995f-1ef1b013220d req-d6d41299-511d-4356-adac-1b4899ff9ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:20.106950 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8c0fc0a4-27e6-4dc0-995f-1ef1b013220d req-d6d41299-511d-4356-adac-1b4899ff9ed7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a5d1ac5c-cb6d-44ff-a265-82ce76a62546 HTTP/1.1" status: 200 len: 1130 time: 0.0441337 Feb 07 12:07:20.154259 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-8c0fc0a4-27e6-4dc0-995f-1ef1b013220d req-20765a67-b45f-41c3-8dd9-5e3e1dee762a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=39bda2b8-a52d-43e0-86ab-002cbf1728fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403333 Feb 07 12:07:21.047300 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da369c69-16f6-421b-986b-7febb8f17961 req-a54f091a-e800-4b16-b05e-5c3e0e7370c3 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:21.048772 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-da369c69-16f6-421b-986b-7febb8f17961 req-a54f091a-e800-4b16-b05e-5c3e0e7370c3 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/ports?device_id=a5d1ac5c-cb6d-44ff-a265-82ce76a62546 HTTP/1.1" status: 200 len: 946 time: 0.0524130 Feb 07 12:07:21.095030 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-da369c69-16f6-421b-986b-7febb8f17961 req-6c4c8ba0-9140-4171-afc0-72827ccd5376 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/security-groups?id=39bda2b8-a52d-43e0-86ab-002cbf1728fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407040 Feb 07 12:07:21.554305 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 12:07:22.210085 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083e51a-590f-4ad2-bb9e-cdff39e81639 req-4cb44b06-8bd9-480b-9f0e-504819eedfeb tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:22.211550 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0083e51a-590f-4ad2-bb9e-cdff39e81639 req-4cb44b06-8bd9-480b-9f0e-504819eedfeb tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/ports?device_id=a5d1ac5c-cb6d-44ff-a265-82ce76a62546 HTTP/1.1" status: 200 len: 946 time: 0.0527089 Feb 07 12:07:22.256234 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0083e51a-590f-4ad2-bb9e-cdff39e81639 req-ff53cb3a-8f83-4d7d-8ff1-1a0db3fbc8d6 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/security-groups?id=39bda2b8-a52d-43e0-86ab-002cbf1728fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393088 Feb 07 12:07:23.274961 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:23.635594 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0605e-f613-4e7f-ac8e-09c68529c958 req-ee4a66e6-e516-49d3-8830-ee20a71bd28d tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:23.636970 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-2ce0605e-f613-4e7f-ac8e-09c68529c958 req-ee4a66e6-e516-49d3-8830-ee20a71bd28d tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/ports?device_id=a5d1ac5c-cb6d-44ff-a265-82ce76a62546 HTTP/1.1" status: 200 len: 946 time: 0.0507536 Feb 07 12:07:23.686449 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-2ce0605e-f613-4e7f-ac8e-09c68529c958 req-4b1e2eaf-b4e8-4056-99fc-381236acbdf8 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/security-groups?id=39bda2b8-a52d-43e0-86ab-002cbf1728fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437560 Feb 07 12:07:24.809831 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb2f53-acd2-4b92-b1b8-afa4b46a9d64 req-010d2ef8-8771-458d-bfbe-5101d94c315e tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:24.811298 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f4cb2f53-acd2-4b92-b1b8-afa4b46a9d64 req-010d2ef8-8771-458d-bfbe-5101d94c315e tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/ports?device_id=a5d1ac5c-cb6d-44ff-a265-82ce76a62546 HTTP/1.1" status: 200 len: 946 time: 0.0553734 Feb 07 12:07:24.856199 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-f4cb2f53-acd2-4b92-b1b8-afa4b46a9d64 req-2e9d505d-97b6-4780-b1f5-9a17bfeb4c38 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/security-groups?id=39bda2b8-a52d-43e0-86ab-002cbf1728fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393722 Feb 07 12:07:25.105498 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0e914-2c71-4c6e-be46-ae3a25ceeb27 req-8f45ad76-f7c8-4ed1-a740-446c28b96a29 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:25.106972 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5ca0e914-2c71-4c6e-be46-ae3a25ceeb27 req-8f45ad76-f7c8-4ed1-a740-446c28b96a29 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5d1ac5c-cb6d-44ff-a265-82ce76a62546 HTTP/1.1" status: 200 len: 946 time: 0.0556412 Feb 07 12:07:25.197961 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-5ca0e914-2c71-4c6e-be46-ae3a25ceeb27 req-f0fab1ae-209e-4c35-8242-230140f772fb tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Deleting port 33d4359e-0f05-4538-bea2-012b34e00a2f {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:07:25.198302 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-5ca0e914-2c71-4c6e-be46-ae3a25ceeb27 req-f0fab1ae-209e-4c35-8242-230140f772fb tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (33d4359e-0f05-4538-bea2-012b34e00a2f), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:25.286281 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-5ca0e914-2c71-4c6e-be46-ae3a25ceeb27 req-f0fab1ae-209e-4c35-8242-230140f772fb tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] For port 33d4359e-0f05-4538-bea2-012b34e00a2f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=33d4359e-0f05-4538-bea2-012b34e00a2f,segment=NetworkSegment(c647dd28-89aa-4b29-b939-66102274ce97),segment_id=c647dd28-89aa-4b29-b939-66102274ce97)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:07:25.286641 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-5ca0e914-2c71-4c6e-be46-ae3a25ceeb27 req-f0fab1ae-209e-4c35-8242-230140f772fb tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (33d4359e-0f05-4538-bea2-012b34e00a2f), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:25.299114 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-5ca0e914-2c71-4c6e-be46-ae3a25ceeb27 req-f0fab1ae-209e-4c35-8242-230140f772fb tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Calling delete_port for 33d4359e-0f05-4538-bea2-012b34e00a2f owned by compute:nova {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:07:25.477438 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-5ca0e914-2c71-4c6e-be46-ae3a25ceeb27 req-f0fab1ae-209e-4c35-8242-230140f772fb tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (33d4359e-0f05-4538-bea2-012b34e00a2f), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:25.493326 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['33d4359e-0f05-4538-bea2-012b34e00a2f'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 12:07:25.509883 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fab1ae-209e-4c35-8242-230140f772fb tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Pushing event deleted for resources: {'Port': ['ID=33d4359e-0f05-4538-bea2-012b34e00a2f,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:25.549625 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca0e914-2c71-4c6e-be46-ae3a25ceeb27 req-f0fab1ae-209e-4c35-8242-230140f772fb tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] No DVR routers for this DVR port 33d4359e-0f05-4538-bea2-012b34e00a2f on host hv-cinder-81735 {{(pid=109816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:07:25.552101 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-5ca0e914-2c71-4c6e-be46-ae3a25ceeb27 req-f0fab1ae-209e-4c35-8242-230140f772fb tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:25.555446 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5ca0e914-2c71-4c6e-be46-ae3a25ceeb27 req-f0fab1ae-209e-4c35-8242-230140f772fb tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.18 "DELETE /v2.0/ports/33d4359e-0f05-4538-bea2-012b34e00a2f HTTP/1.1" status: 204 len: 173 time: 0.4418628 Feb 07 12:07:25.555894 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d1ac5c-cb6d-44ff-a265-82ce76a62546', 'name': 'network-vif-deleted', 'tag': '33d4359e-0f05-4538-bea2-012b34e00a2f'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:07:25.558150 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d033f275-5aea-4bb0-9d86-0cc9345d852a" -d '{"events": [{"server_uuid": "a5d1ac5c-cb6d-44ff-a265-82ce76a62546", "name": "network-vif-deleted", "tag": "33d4359e-0f05-4538-bea2-012b34e00a2f"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:07:25.594545 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d07c9c-4640-40e2-b13d-5dc6bcc4d327 x-openstack-request-id: req-12d07c9c-4640-40e2-b13d-5dc6bcc4d327 {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:07:25.594840 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d1ac5c-cb6d-44ff-a265-82ce76a62546", "name": "network-vif-deleted", "tag": "33d4359e-0f05-4538-bea2-012b34e00a2f", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:07:25.595094 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-12d07c9c-4640-40e2-b13d-5dc6bcc4d327 {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:07:25.595494 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d1ac5c-cb6d-44ff-a265-82ce76a62546', 'name': 'network-vif-deleted', 'tag': '33d4359e-0f05-4538-bea2-012b34e00a2f', 'status': 'completed', 'code': 200} Feb 07 12:07:25.961010 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-19e4f4c9-8e3e-494c-bb72-ed9d5428e629 req-c4f3a439-5484-4120-be39-83204250bdff tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/ports?device_id=a5d1ac5c-cb6d-44ff-a265-82ce76a62546 HTTP/1.1" status: 200 len: 210 time: 0.0274224 Feb 07 12:07:27.215449 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-6438443a-d7c2-478e-9ab6-ed9b3198f49d tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:27.217019 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-6438443a-d7c2-478e-9ab6-ed9b3198f49d tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/networks?id=2e2936cd-3463-4114-a3a2-03a575ed01f5 HTTP/1.1" status: 200 len: 809 time: 0.1021848 Feb 07 12:07:27.233303 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-bc4e59f4-3887-48b4-a440-68b0de2f5335 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/quotas/1ce6985480164fd7b22b036e290a67ec HTTP/1.1" status: 200 len: 375 time: 0.0106468 Feb 07 12:07:27.267149 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-ce421264-a546-4e21-94b6-d9baeb4b54e2 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1ce6985480164fd7b22b036e290a67ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286632 Feb 07 12:07:27.356408 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-65398936-626a-41ce-bace-ccba2004f770 service neutron] 10.222.0.67 "GET /v2.0/networks/2e2936cd-3463-4114-a3a2-03a575ed01f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819113 Feb 07 12:07:27.447742 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-89b68b38-4372-4486-8e82-bf584c95860c service neutron] 10.222.0.67 "GET /v2.0/networks/2e2936cd-3463-4114-a3a2-03a575ed01f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854347 Feb 07 12:07:27.699801 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bcedceeb-2060-4b25-ba7b-f51fd62f0dad req-61cbe8f1-02d9-48dc-92cf-cde902a8d428 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcc126aa-833e-4e2d-97f9-48a3544fc84a HTTP/1.1" status: 200 len: 210 time: 0.0282965 Feb 07 12:07:28.809413 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9654baca-b6b0-48fc-a2d2-b384acf05749 req-82b2d9de-426b-438b-a5bb-1b1dcc36d1e4 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcc126aa-833e-4e2d-97f9-48a3544fc84a HTTP/1.1" status: 200 len: 210 time: 0.0322711 Feb 07 12:07:29.135065 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a39c0-9b19-4e0b-b8ee-5367b3f3326d req-955d938b-9859-46e1-95a4-486aa853a724 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:29.136514 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ad3a39c0-9b19-4e0b-b8ee-5367b3f3326d req-955d938b-9859-46e1-95a4-486aa853a724 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 947 time: 0.0552914 Feb 07 12:07:29.181423 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-ad3a39c0-9b19-4e0b-b8ee-5367b3f3326d req-e85df162-0ca5-4cbd-b80b-8fffd3f1e80d tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393314 Feb 07 12:07:29.479371 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-8101901c-34a4-4f29-9e38-dd13acc13f61 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:29.480823 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-8101901c-34a4-4f29-9e38-dd13acc13f61 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.18 "GET /v2.0/networks?id=2e2936cd-3463-4114-a3a2-03a575ed01f5 HTTP/1.1" status: 200 len: 809 time: 0.1028795 Feb 07 12:07:29.493624 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-080407d3-9fd7-4997-988e-d1276a8253a1 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Request body: {'port': {'device_id': 'fcc126aa-833e-4e2d-97f9-48a3544fc84a', 'network_id': '2e2936cd-3463-4114-a3a2-03a575ed01f5', 'admin_state_up': True, 'tenant_id': '1ce6985480164fd7b22b036e290a67ec'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:07:29.574559 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 33d4359e-0f05-4538-bea2-012b34e00a2f no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:07:29.597321 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] No Port match for: 33d4359e-0f05-4538-bea2-012b34e00a2f {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:07:29.597321 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 33d4359e-0f05-4538-bea2-012b34e00a2f not bound to the agent host hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:07:29.648865 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-080407d3-9fd7-4997-988e-d1276a8253a1 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Made reservation on behalf of 1ce6985480164fd7b22b036e290a67ec for: {'port': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:07:29.652511 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-080407d3-9fd7-4997-988e-d1276a8253a1 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:29.790240 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_common [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-080407d3-9fd7-4997-988e-d1276a8253a1 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Allocated IP 172.20.0.12 (2e2936cd-3463-4114-a3a2-03a575ed01f5/4fbe0a7f-2afd-4ea6-a318-f4cb7224be97/aa1d6a26-101c-41f5-96e3-031adb8f2ea6) {{(pid=109816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:07:29.922531 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-a81a3093-f713-469d-be19-7def6b2b83b4 req-5d2eaa2d-dbb4-4950-83f9-104b4cec779f tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcc126aa-833e-4e2d-97f9-48a3544fc84a HTTP/1.1" status: 200 len: 210 time: 0.0281394 Feb 07 12:07:29.939075 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-080407d3-9fd7-4997-988e-d1276a8253a1 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Publish callbacks [] for port (aa1d6a26-101c-41f5-96e3-031adb8f2ea6), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:30.027039 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-080407d3-9fd7-4997-988e-d1276a8253a1 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782771142054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (aa1d6a26-101c-41f5-96e3-031adb8f2ea6), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:30.073940 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-080407d3-9fd7-4997-988e-d1276a8253a1 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Network 2e2936cd-3463-4114-a3a2-03a575ed01f5 is already hosted by enough agents. {{(pid=109816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:07:30.077198 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-080407d3-9fd7-4997-988e-d1276a8253a1 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Resources bound (agent type, host, resource id): {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:07:30.080827 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-080407d3-9fd7-4997-988e-d1276a8253a1 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Received port after_create {{(pid=109816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 12:07:30.087986 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080407d3-9fd7-4997-988e-d1276a8253a1 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Pushing event updated for resources: {'Port': ['ID=aa1d6a26-101c-41f5-96e3-031adb8f2ea6,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:30.138268 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-080407d3-9fd7-4997-988e-d1276a8253a1 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:30.138778 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-080407d3-9fd7-4997-988e-d1276a8253a1 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:30.211731 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-080407d3-9fd7-4997-988e-d1276a8253a1 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7217972 Feb 07 12:07:30.223209 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-2c37989e-ee8f-4d11-bd60-f84ec920e8f1 service neutron] Request body: {'port': {'device_id': 'fcc126aa-833e-4e2d-97f9-48a3544fc84a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:07:30.312395 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-2c37989e-ee8f-4d11-bd60-f84ec920e8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (aa1d6a26-101c-41f5-96e3-031adb8f2ea6), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:30.368860 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d37177-4a4d-4c0a-a16d-ba4565e15461 req-d98ed3c4-4230-42c1-bfbf-4904df75041e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:30.370405 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-12d37177-4a4d-4c0a-a16d-ba4565e15461 req-d98ed3c4-4230-42c1-bfbf-4904df75041e tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 947 time: 0.0928483 Feb 07 12:07:30.517664 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-12d37177-4a4d-4c0a-a16d-ba4565e15461 req-1d000d20-464d-4472-9860-bec8ef8ba491 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c305695-6c11-46e1-9350-a5c96e33ce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372859 Feb 07 12:07:30.619892 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-2c37989e-ee8f-4d11-bd60-f84ec920e8f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1d6a26-101c-41f5-96e3-031adb8f2ea6 {{(pid=109816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 12:07:30.629380 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-2c37989e-ee8f-4d11-bd60-f84ec920e8f1 service neutron] Publish callbacks [] for port (aa1d6a26-101c-41f5-96e3-031adb8f2ea6), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:30.639813 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.provisioning_blocks [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-2c37989e-ee8f-4d11-bd60-f84ec920e8f1 service neutron] Transition to ACTIVE for port object aa1d6a26-101c-41f5-96e3-031adb8f2ea6 will not be triggered until provisioned by entity L2. {{(pid=109816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:07:30.702519 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d69bd6-fc71-4dbc-803a-274242250a9a req-2d29ba05-a044-46af-8f44-ee64c0ecd09a tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:30.704071 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-55d69bd6-fc71-4dbc-803a-274242250a9a req-2d29ba05-a044-46af-8f44-ee64c0ecd09a tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.18 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 947 time: 0.0512371 Feb 07 12:07:30.705138 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-2c37989e-ee8f-4d11-bd60-f84ec920e8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209623'] for port (aa1d6a26-101c-41f5-96e3-031adb8f2ea6), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:30.784307 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37989e-ee8f-4d11-bd60-f84ec920e8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1d6a26-101c-41f5-96e3-031adb8f2ea6,revision_number=2']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:30.893535 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-55d69bd6-fc71-4dbc-803a-274242250a9a req-41c36b70-ec15-408a-a1cf-a9a00a10812b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Deleting port 7f77c074-ce24-4902-905c-50a8c7a93107 {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:07:30.893896 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-55d69bd6-fc71-4dbc-803a-274242250a9a req-41c36b70-ec15-408a-a1cf-a9a00a10812b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (7f77c074-ce24-4902-905c-50a8c7a93107), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:30.896988 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-2c37989e-ee8f-4d11-bd60-f84ec920e8f1 service neutron] Attempting to bind port aa1d6a26-101c-41f5-96e3-031adb8f2ea6 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 12:07:30.897317 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-2c37989e-ee8f-4d11-bd60-f84ec920e8f1 service neutron] Attempting to bind port aa1d6a26-101c-41f5-96e3-031adb8f2ea6 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'c647dd28-89aa-4b29-b939-66102274ce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2e2936cd-3463-4114-a3a2-03a575ed01f5'}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 12:07:30.897668 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-2c37989e-ee8f-4d11-bd60-f84ec920e8f1 service neutron] Attempting to bind port aa1d6a26-101c-41f5-96e3-031adb8f2ea6 on network 2e2936cd-3463-4114-a3a2-03a575ed01f5 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 12:07:30.910990 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-2c37989e-ee8f-4d11-bd60-f84ec920e8f1 service neutron] Port aa1d6a26-101c-41f5-96e3-031adb8f2ea6 on network 2e2936cd-3463-4114-a3a2-03a575ed01f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 12:07:30.911335 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-2c37989e-ee8f-4d11-bd60-f84ec920e8f1 service neutron] Attempting to bind port aa1d6a26-101c-41f5-96e3-031adb8f2ea6 on network 2e2936cd-3463-4114-a3a2-03a575ed01f5 {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 12:07:30.946282 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-2c37989e-ee8f-4d11-bd60-f84ec920e8f1 service neutron] Checking agent: {'id': '0d418b69-6da0-49d9-b758-bac8cc78f2cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'started_at': datetime.datetime(2022, 2, 7, 11, 53, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 12:07:30.946948 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-2c37989e-ee8f-4d11-bd60-f84ec920e8f1 service neutron] Checking segment: {'id': 'c647dd28-89aa-4b29-b939-66102274ce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2e2936cd-3463-4114-a3a2-03a575ed01f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 12:07:30.947089 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-2c37989e-ee8f-4d11-bd60-f84ec920e8f1 service neutron] Bound using segment: {'id': 'c647dd28-89aa-4b29-b939-66102274ce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2e2936cd-3463-4114-a3a2-03a575ed01f5'} {{(pid=109816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 12:07:30.947417 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.managers [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-2c37989e-ee8f-4d11-bd60-f84ec920e8f1 service neutron] Bound port: aa1d6a26-101c-41f5-96e3-031adb8f2ea6, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c647dd28-89aa-4b29-b939-66102274ce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2e2936cd-3463-4114-a3a2-03a575ed01f5'}}] {{(pid=109816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 12:07:30.947775 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-2c37989e-ee8f-4d11-bd60-f84ec920e8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (aa1d6a26-101c-41f5-96e3-031adb8f2ea6), before_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:31.035054 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-55d69bd6-fc71-4dbc-803a-274242250a9a req-41c36b70-ec15-408a-a1cf-a9a00a10812b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] For port 7f77c074-ce24-4902-905c-50a8c7a93107, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7f77c074-ce24-4902-905c-50a8c7a93107,segment=NetworkSegment(4dd91289-9497-4700-ac6d-fa09629bdd61),segment_id=4dd91289-9497-4700-ac6d-fa09629bdd61)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:07:31.035345 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-55d69bd6-fc71-4dbc-803a-274242250a9a req-41c36b70-ec15-408a-a1cf-a9a00a10812b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (7f77c074-ce24-4902-905c-50a8c7a93107), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:31.039986 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11917c-6367-4f6c-afa8-e4d64e6e8d23 req-044018be-289a-4b40-8d3d-fff68614ccbf tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:31.041474 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-ac11917c-6367-4f6c-afa8-e4d64e6e8d23 req-044018be-289a-4b40-8d3d-fff68614ccbf tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcc126aa-833e-4e2d-97f9-48a3544fc84a HTTP/1.1" status: 200 len: 944 time: 0.0522394 Feb 07 12:07:31.055688 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-2c37989e-ee8f-4d11-bd60-f84ec920e8f1 service neutron] For port aa1d6a26-101c-41f5-96e3-031adb8f2ea6, host hv-cinder-81735, cleared binding levels {{(pid=109816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 12:07:31.093844 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-ac11917c-6367-4f6c-afa8-e4d64e6e8d23 req-a97bc65c-911c-4937-9688-d16567d55229 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/security-groups?id=39bda2b8-a52d-43e0-86ab-002cbf1728fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465772 Feb 07 12:07:31.099167 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-2c37989e-ee8f-4d11-bd60-f84ec920e8f1 service neutron] For port aa1d6a26-101c-41f5-96e3-031adb8f2ea6, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=aa1d6a26-101c-41f5-96e3-031adb8f2ea6,segment=NetworkSegment(c647dd28-89aa-4b29-b939-66102274ce97),segment_id=c647dd28-89aa-4b29-b939-66102274ce97)] {{(pid=109816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 12:07:31.158736 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-2c37989e-ee8f-4d11-bd60-f84ec920e8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209623'] for port (aa1d6a26-101c-41f5-96e3-031adb8f2ea6), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:31.229915 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-2c37989e-ee8f-4d11-bd60-f84ec920e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:31.230536 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-2c37989e-ee8f-4d11-bd60-f84ec920e8f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:31.231903 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-2c37989e-ee8f-4d11-bd60-f84ec920e8f1 service neutron] 10.222.0.18 "PUT /v2.0/ports/aa1d6a26-101c-41f5-96e3-031adb8f2ea6 HTTP/1.1" status: 200 len: 1094 time: 1.0128598 Feb 07 12:07:31.233793 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc126aa-833e-4e2d-97f9-48a3544fc84a', 'tag': 'aa1d6a26-101c-41f5-96e3-031adb8f2ea6'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:07:31.236045 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0195cf7f-1ccb-4477-88ed-addbefbd32e7" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc126aa-833e-4e2d-97f9-48a3544fc84a", "tag": "aa1d6a26-101c-41f5-96e3-031adb8f2ea6"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:07:31.271755 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 12:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe0b0c6-7e37-4012-b63a-0051892ef35a x-openstack-request-id: req-dfe0b0c6-7e37-4012-b63a-0051892ef35a {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:07:31.272045 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc126aa-833e-4e2d-97f9-48a3544fc84a", "tag": "aa1d6a26-101c-41f5-96e3-031adb8f2ea6", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:07:31.272298 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dfe0b0c6-7e37-4012-b63a-0051892ef35a {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:07:31.272701 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc126aa-833e-4e2d-97f9-48a3544fc84a', 'tag': 'aa1d6a26-101c-41f5-96e3-031adb8f2ea6', 'status': 'completed', 'code': 200} Feb 07 12:07:31.276249 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37989e-ee8f-4d11-bd60-f84ec920e8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1d6a26-101c-41f5-96e3-031adb8f2ea6,revision_number=3']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:31.280033 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-55d69bd6-fc71-4dbc-803a-274242250a9a req-41c36b70-ec15-408a-a1cf-a9a00a10812b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:31.280400 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-55d69bd6-fc71-4dbc-803a-274242250a9a req-41c36b70-ec15-408a-a1cf-a9a00a10812b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-875882'] for floatingip (3e4b5da9-b03b-4ab6-93c9-ae33ebe9dd46), after_update {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:31.280717 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.db.l3_db [req-55d69bd6-fc71-4dbc-803a-274242250a9a req-41c36b70-ec15-408a-a1cf-a9a00a10812b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Floating IP 3e4b5da9-b03b-4ab6-93c9-ae33ebe9dd46 disassociated. External IP: 172.27.1.14, port: 7f77c074-ce24-4902-905c-50a8c7a93107. Feb 07 12:07:31.281063 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-55d69bd6-fc71-4dbc-803a-274242250a9a req-41c36b70-ec15-408a-a1cf-a9a00a10812b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Calling delete_port for 7f77c074-ce24-4902-905c-50a8c7a93107 owned by compute:nova {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:07:31.381765 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195cf7f-1ccb-4477-88ed-addbefbd32e7 req-d7b520e0-fbc3-437b-8553-222bfae58cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:31.383275 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0195cf7f-1ccb-4477-88ed-addbefbd32e7 req-d7b520e0-fbc3-437b-8553-222bfae58cba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1ce6985480164fd7b22b036e290a67ec&device_id=fcc126aa-833e-4e2d-97f9-48a3544fc84a HTTP/1.1" status: 200 len: 1128 time: 0.0907605 Feb 07 12:07:31.519654 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195cf7f-1ccb-4477-88ed-addbefbd32e7 req-acb22fac-a6bc-4670-ba46-a92100460b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:31.521304 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0195cf7f-1ccb-4477-88ed-addbefbd32e7 req-acb22fac-a6bc-4670-ba46-a92100460b31 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=1ce6985480164fd7b22b036e290a67ec&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1288526 Feb 07 12:07:31.599413 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-55d69bd6-fc71-4dbc-803a-274242250a9a req-41c36b70-ec15-408a-a1cf-a9a00a10812b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (7f77c074-ce24-4902-905c-50a8c7a93107), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:31.617270 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-eb0cc6d9-48fa-4665-b57c-3d30d15eac9b req-59df7397-0c98-4dda-b793-342c334d9cda tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 210 time: 0.0278485 Feb 07 12:07:31.639861 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c36b70-ec15-408a-a1cf-a9a00a10812b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Pushing event deleted for resources: {'Port': ['ID=7f77c074-ce24-4902-905c-50a8c7a93107,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:31.651218 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195cf7f-1ccb-4477-88ed-addbefbd32e7 req-53d26b8d-556d-4eac-81a5-dccfcda4013d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:31.651923 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-0195cf7f-1ccb-4477-88ed-addbefbd32e7 req-53d26b8d-556d-4eac-81a5-dccfcda4013d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1255519 Feb 07 12:07:31.791899 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-e68009a1-f38d-4a2f-8aee-922d1cda2fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:31.793571 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-e68009a1-f38d-4a2f-8aee-922d1cda2fb1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1ce6985480164fd7b22b036e290a67ec&device_id=fcc126aa-833e-4e2d-97f9-48a3544fc84a HTTP/1.1" status: 200 len: 1128 time: 0.1029785 Feb 07 12:07:31.803989 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55d69bd6-fc71-4dbc-803a-274242250a9a req-41c36b70-ec15-408a-a1cf-a9a00a10812b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Router 04021121-4c18-4409-b664-e48dc993950a has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 12:07:31.838920 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-4d6ed311-0af6-4a90-b4ce-c03d6efe4ae9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa1d6a26-101c-41f5-96e3-031adb8f2ea6 HTTP/1.1" status: 200 len: 217 time: 0.0368207 Feb 07 12:07:32.255580 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-4808c5fc-9fdb-4b8f-8f7f-7b2280578ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:32.257042 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-4808c5fc-9fdb-4b8f-8f7f-7b2280578ff0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4fbe0a7f-2afd-4ea6-a318-f4cb7224be97 HTTP/1.1" status: 200 len: 849 time: 0.4116929 Feb 07 12:07:32.298549 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-dbf7f108-ec62-4a0d-99f2-dc4a38a8a191 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e2936cd-3463-4114-a3a2-03a575ed01f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351322 Feb 07 12:07:32.329312 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62fad6-7a4d-49e2-9a43-32b9dbef47d5 req-f4700800-35f4-4ae3-95a3-b4f24226de70 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:32.330861 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-df62fad6-7a4d-49e2-9a43-32b9dbef47d5 req-f4700800-35f4-4ae3-95a3-b4f24226de70 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcc126aa-833e-4e2d-97f9-48a3544fc84a HTTP/1.1" status: 200 len: 944 time: 0.1284146 Feb 07 12:07:32.383853 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55d69bd6-fc71-4dbc-803a-274242250a9a req-41c36b70-ec15-408a-a1cf-a9a00a10812b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 12:07:32.393290 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3430c51-991f-433f-8fc1-ad3f0742c218 None None] Sync routers for ids ['04021121-4c18-4409-b664-e48dc993950a'] in dv-cinder-817351-12-iscsi {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:07:32.404253 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3430c51-991f-433f-8fc1-ad3f0742c218 None None] Routers {'04021121-4c18-4409-b664-e48dc993950a'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:07:32.405017 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-d3430c51-991f-433f-8fc1-ad3f0742c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:07:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['04021121-4c18-4409-b664-e48dc993950a'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:07:32.448142 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d69bd6-fc71-4dbc-803a-274242250a9a req-41c36b70-ec15-408a-a1cf-a9a00a10812b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] No DVR routers for this DVR port 7f77c074-ce24-4902-905c-50a8c7a93107 on host hv-cinder-81735 {{(pid=109816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:07:32.454093 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-55d69bd6-fc71-4dbc-803a-274242250a9a req-41c36b70-ec15-408a-a1cf-a9a00a10812b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:32.457370 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-55d69bd6-fc71-4dbc-803a-274242250a9a req-41c36b70-ec15-408a-a1cf-a9a00a10812b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.18 "DELETE /v2.0/ports/7f77c074-ce24-4902-905c-50a8c7a93107 HTTP/1.1" status: 204 len: 173 time: 1.7465403 Feb 07 12:07:32.478231 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-df62fad6-7a4d-49e2-9a43-32b9dbef47d5 req-f5cfb4bc-0c72-491a-92a7-3f9d54d84083 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/security-groups?id=39bda2b8-a52d-43e0-86ab-002cbf1728fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359928 Feb 07 12:07:32.492536 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-6c57916c-f5fd-4241-ada1-cdc01406ca5a service neutron] 10.222.0.18 "GET /v2.0/networks/2e2936cd-3463-4114-a3a2-03a575ed01f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839342 Feb 07 12:07:32.513896 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-d3430c51-991f-433f-8fc1-ad3f0742c218 None None] Set router 04021121-4c18-4409-b664-e48dc993950a gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:07:32.582247 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3e4eaf62-9d4e-49c4-8248-3c237f76420c req-e5002100-d813-4f34-862a-e064064df61d service neutron] 10.222.0.18 "GET /v2.0/networks/2e2936cd-3463-4114-a3a2-03a575ed01f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838466 Feb 07 12:07:32.718882 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-d3430c51-991f-433f-8fc1-ad3f0742c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04021121-4c18-4409-b664-e48dc993950a', 'name': 'tempest-AttachVolumeShelveTestJSON-1448088895-router', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:56:01Z', 'revision_number': 4, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'gw_port': {'id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:48Z', 'updated_at': '2022-02-07T11:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '34ba5aae-2e09-4b86-9e03-a80605b6406c', 'name': '', 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'mac_address': 'fa:16:3e:75:73:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:58Z', 'updated_at': '2022-02-07T11:56:07Z', 'revision_number': 5, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'subnets': [{'id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:07:32.720002 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-9d4e8f72-112a-4a1f-adb1-c207ba1187c1 req-bbe9cd85-430b-486d-bac4-543d84a8606b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d47099-895a-491b-9bdb-b784eefdd62f HTTP/1.1" status: 200 len: 210 time: 0.0266039 Feb 07 12:07:32.745828 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3430c51-991f-433f-8fc1-ad3f0742c218 None None] Checking router: 04021121-4c18-4409-b664-e48dc993950a for host: dv-cinder-817351-12-iscsi {{(pid=109818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:07:32.754324 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3430c51-991f-433f-8fc1-ad3f0742c218 None None] Routers {'04021121-4c18-4409-b664-e48dc993950a'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:07:32.755498 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-d3430c51-991f-433f-8fc1-ad3f0742c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:07:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['04021121-4c18-4409-b664-e48dc993950a'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:07:32.860923 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-d3430c51-991f-433f-8fc1-ad3f0742c218 None None] Set router 04021121-4c18-4409-b664-e48dc993950a gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:07:33.133882 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-d3430c51-991f-433f-8fc1-ad3f0742c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04021121-4c18-4409-b664-e48dc993950a', 'name': 'tempest-AttachVolumeShelveTestJSON-1448088895-router', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:56:01Z', 'revision_number': 4, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'gw_port': {'id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:48Z', 'updated_at': '2022-02-07T11:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '34ba5aae-2e09-4b86-9e03-a80605b6406c', 'name': '', 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'mac_address': 'fa:16:3e:75:73:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:58Z', 'updated_at': '2022-02-07T11:56:07Z', 'revision_number': 5, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'subnets': [{'id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:07:33.163897 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3430c51-991f-433f-8fc1-ad3f0742c218 None None] The sync data for ids ['04021121-4c18-4409-b664-e48dc993950a'] in dv-cinder-817351-12-iscsi is: [{'id': '04021121-4c18-4409-b664-e48dc993950a', 'name': 'tempest-AttachVolumeShelveTestJSON-1448088895-router', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T11:56:01Z', 'revision_number': 4, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'gw_port': {'id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:48Z', 'updated_at': '2022-02-07T11:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '34ba5aae-2e09-4b86-9e03-a80605b6406c', 'name': '', 'network_id': '5c560c9d-289f-4491-b462-db6f3ab05c8e', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'mac_address': 'fa:16:3e:75:73:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:58Z', 'updated_at': '2022-02-07T11:56:07Z', 'revision_number': 5, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'subnets': [{'id': '40dfba53-a55c-40ea-abe9-97a328c1f35f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:07:33.273504 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d47099-895a-491b-9bdb-b784eefdd62f', 'name': 'network-vif-deleted', 'tag': '7f77c074-ce24-4902-905c-50a8c7a93107'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:07:33.276112 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba51c8a-524a-4fff-bf17-cd60b06d8823" -d '{"events": [{"server_uuid": "63d47099-895a-491b-9bdb-b784eefdd62f", "name": "network-vif-deleted", "tag": "7f77c074-ce24-4902-905c-50a8c7a93107"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:07:33.319159 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69923fc-3724-4649-a343-b7623596584e x-openstack-request-id: req-f69923fc-3724-4649-a343-b7623596584e {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:07:33.319457 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d47099-895a-491b-9bdb-b784eefdd62f", "name": "network-vif-deleted", "tag": "7f77c074-ce24-4902-905c-50a8c7a93107", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:07:33.319710 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f69923fc-3724-4649-a343-b7623596584e {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:07:33.320112 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d47099-895a-491b-9bdb-b784eefdd62f', 'name': 'network-vif-deleted', 'tag': '7f77c074-ce24-4902-905c-50a8c7a93107', 'status': 'completed', 'code': 200} Feb 07 12:07:33.392204 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680b83f3-863d-4332-8d75-91b8bd004f2f None None] New status for floating IP 3e4b5da9-b03b-4ab6-93c9-ae33ebe9dd46: DOWN {{(pid=109817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 12:07:33.579693 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 7f77c074-ce24-4902-905c-50a8c7a93107 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:07:33.601289 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240edc01-22cc-4fd3-bb39-875be09cdc15 req-4d7a6225-bc29-4ccf-92aa-cf4c59146ade tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:33.602667 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] No Port match for: 7f77c074-ce24-4902-905c-50a8c7a93107 {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:07:33.602933 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-240edc01-22cc-4fd3-bb39-875be09cdc15 req-4d7a6225-bc29-4ccf-92aa-cf4c59146ade tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcc126aa-833e-4e2d-97f9-48a3544fc84a HTTP/1.1" status: 200 len: 944 time: 0.0580761 Feb 07 12:07:33.603070 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 7f77c074-ce24-4902-905c-50a8c7a93107 not bound to the agent host hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:07:33.652748 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-240edc01-22cc-4fd3-bb39-875be09cdc15 req-41f62b99-45a6-4ccd-9344-7661e2eed26d tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/security-groups?id=39bda2b8-a52d-43e0-86ab-002cbf1728fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436573 Feb 07 12:07:33.889504 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 34192) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:33.943054 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a9c34871-cb34-4272-9046-826d1ba5638b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for security_group (8c305695-6c11-46e1-9350-a5c96e33ce4e), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:33.968768 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a9c34871-cb34-4272-9046-826d1ba5638b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for security_group (8c305695-6c11-46e1-9350-a5c96e33ce4e), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:34.082878 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a9c34871-cb34-4272-9046-826d1ba5638b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (8c305695-6c11-46e1-9350-a5c96e33ce4e), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:34.085733 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a9c34871-cb34-4272-9046-826d1ba5638b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:34.086665 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-a9c34871-cb34-4272-9046-826d1ba5638b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "DELETE /v2.0/security-groups/8c305695-6c11-46e1-9350-a5c96e33ce4e HTTP/1.1" status: 204 len: 168 time: 0.1961453 Feb 07 12:07:34.089416 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 34194) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:34.095565 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c34871-cb34-4272-9046-826d1ba5638b tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c305695-6c11-46e1-9350-a5c96e33ce4e,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:34.107729 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.api.v2.resource [None req-637db73f-79e9-4bf1-a80d-bf08fb92d4a7 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] show failed (client error): The resource could not be found. Feb 07 12:07:34.108759 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-637db73f-79e9-4bf1-a80d-bf08fb92d4a7 tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "GET /v2.0/security-groups/8c305695-6c11-46e1-9350-a5c96e33ce4e HTTP/1.1" status: 404 len: 347 time: 0.0181291 Feb 07 12:07:34.111640 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 34196) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:34.231797 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-e6d8604b-2098-496a-bff7-e4baee87edab tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Deleting port 9d28c97e-4ac6-4c2b-b482-7d1f9cdfc6ad {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:07:34.232047 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e6d8604b-2098-496a-bff7-e4baee87edab tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (9d28c97e-4ac6-4c2b-b482-7d1f9cdfc6ad), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:34.304750 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e6d8604b-2098-496a-bff7-e4baee87edab tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (9d28c97e-4ac6-4c2b-b482-7d1f9cdfc6ad), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:34.305403 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e6d8604b-2098-496a-bff7-e4baee87edab tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for floatingip (9d28c97e-4ac6-4c2b-b482-7d1f9cdfc6ad), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:34.316847 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-e6d8604b-2098-496a-bff7-e4baee87edab tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Calling delete_port for 9d28c97e-4ac6-4c2b-b482-7d1f9cdfc6ad owned by network:floatingip {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:07:34.499787 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e6d8604b-2098-496a-bff7-e4baee87edab tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (9d28c97e-4ac6-4c2b-b482-7d1f9cdfc6ad), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:34.524110 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8604b-2098-496a-bff7-e4baee87edab tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Pushing event deleted for resources: {'Port': ['ID=9d28c97e-4ac6-4c2b-b482-7d1f9cdfc6ad,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:34.587110 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e6d8604b-2098-496a-bff7-e4baee87edab tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks [] for floatingip (3e4b5da9-b03b-4ab6-93c9-ae33ebe9dd46), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:34.589725 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-e6d8604b-2098-496a-bff7-e4baee87edab tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for floatingip (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:34.590877 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-e6d8604b-2098-496a-bff7-e4baee87edab tempest-AttachVolumeShelveTestJSON-1933144552 tempest-AttachVolumeShelveTestJSON-1933144552-project] 10.222.0.67 "DELETE /v2.0/floatingips/3e4b5da9-b03b-4ab6-93c9-ae33ebe9dd46 HTTP/1.1" status: 204 len: 168 time: 0.4783404 Feb 07 12:07:34.780078 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf28e7-20be-44e3-bdd9-8c0ddb512082 req-353cce1b-dbe4-4bb3-a49b-e2151a5c5982 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:34.781785 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3fbf28e7-20be-44e3-bdd9-8c0ddb512082 req-353cce1b-dbe4-4bb3-a49b-e2151a5c5982 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcc126aa-833e-4e2d-97f9-48a3544fc84a HTTP/1.1" status: 200 len: 944 time: 0.0548177 Feb 07 12:07:34.829875 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-3fbf28e7-20be-44e3-bdd9-8c0ddb512082 req-83165f84-28d9-4018-a1e1-419b24dd3142 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/security-groups?id=39bda2b8-a52d-43e0-86ab-002cbf1728fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410101 Feb 07 12:07:35.572367 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device aa1d6a26-101c-41f5-96e3-031adb8f2ea6 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 12:07:35.668544 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port aa1d6a26-101c-41f5-96e3-031adb8f2ea6, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=aa1d6a26-101c-41f5-96e3-031adb8f2ea6,segment=NetworkSegment(c647dd28-89aa-4b29-b939-66102274ce97),segment_id=c647dd28-89aa-4b29-b939-66102274ce97)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:07:35.680068 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Returning: {'device': 'aa1d6a26-101c-41f5-96e3-031adb8f2ea6', 'network_id': '2e2936cd-3463-4114-a3a2-03a575ed01f5', 'port_id': 'aa1d6a26-101c-41f5-96e3-031adb8f2ea6', 'mac_address': 'fa:16:3e:33:c6:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fbe0a7f-2afd-4ea6-a318-f4cb7224be97', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 12:07:35.734240 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port aa1d6a26-101c-41f5-96e3-031adb8f2ea6 is: DOWN; New status is: BUILD {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:07:35.734636 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (aa1d6a26-101c-41f5-96e3-031adb8f2ea6), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:35.747783 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1d6a26-101c-41f5-96e3-031adb8f2ea6 {{(pid=109817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 12:07:35.767296 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port aa1d6a26-101c-41f5-96e3-031adb8f2ea6, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=aa1d6a26-101c-41f5-96e3-031adb8f2ea6,segment=NetworkSegment(c647dd28-89aa-4b29-b939-66102274ce97),segment_id=c647dd28-89aa-4b29-b939-66102274ce97)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:07:35.867562 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (aa1d6a26-101c-41f5-96e3-031adb8f2ea6), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:35.918291 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=aa1d6a26-101c-41f5-96e3-031adb8f2ea6,revision_number=4']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:35.952761 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb80aa-e6f7-4b43-b029-138d67505c06 req-aa27f20d-f003-4a1d-bcb4-be5fe7f2763d tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:35.954283 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c0eb80aa-e6f7-4b43-b029-138d67505c06 req-aa27f20d-f003-4a1d-bcb4-be5fe7f2763d tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcc126aa-833e-4e2d-97f9-48a3544fc84a HTTP/1.1" status: 200 len: 945 time: 0.0558393 Feb 07 12:07:36.000654 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c0eb80aa-e6f7-4b43-b029-138d67505c06 req-fe75d50f-2f1e-40a6-96b8-ddd3e815ae87 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/security-groups?id=39bda2b8-a52d-43e0-86ab-002cbf1728fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405364 Feb 07 12:07:36.150725 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['aa1d6a26-101c-41f5-96e3-031adb8f2ea6'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 12:07:37.115999 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517dfc9c-3472-402e-9cf2-8e2bfdff6351 req-3876f135-9d51-4eed-a8b0-490c614a1b78 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:37.117471 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-517dfc9c-3472-402e-9cf2-8e2bfdff6351 req-3876f135-9d51-4eed-a8b0-490c614a1b78 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcc126aa-833e-4e2d-97f9-48a3544fc84a HTTP/1.1" status: 200 len: 945 time: 0.0525777 Feb 07 12:07:37.164559 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-517dfc9c-3472-402e-9cf2-8e2bfdff6351 req-6c0af816-7d0e-4c1b-9fa9-794c3244743c tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/security-groups?id=39bda2b8-a52d-43e0-86ab-002cbf1728fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415127 Feb 07 12:07:37.207154 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 34224) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:37.573269 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device aa1d6a26-101c-41f5-96e3-031adb8f2ea6 up at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 12:07:37.593644 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-47568b2c-d623-41bc-8ae5-398d8ce80f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-869226'] for router_interface (04021121-4c18-4409-b664-e48dc993950a), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:37.716941 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning for port aa1d6a26-101c-41f5-96e3-031adb8f2ea6 completed by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:07:37.720917 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.provisioning_blocks [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Provisioning complete for port aa1d6a26-101c-41f5-96e3-031adb8f2ea6 triggered by entity L2. {{(pid=109817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:07:37.721371 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67091143'] for port (aa1d6a26-101c-41f5-96e3-031adb8f2ea6), provisioning_complete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:37.810713 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Current status of the port aa1d6a26-101c-41f5-96e3-031adb8f2ea6 is: BUILD; New status is: ACTIVE {{(pid=109817) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 12:07:37.811102 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for port (aa1d6a26-101c-41f5-96e3-031adb8f2ea6), before_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:37.834659 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc126aa-833e-4e2d-97f9-48a3544fc84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1d6a26-101c-41f5-96e3-031adb8f2ea6'}] {{(pid=109817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:07:37.836942 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bc6b3c0530c896bdfe52e422604eaad6eac6737642d5fab1ac5583b9ec47d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32d74cd-b1e0-4a66-96bd-9ec24f6273dc" -d '{"events": [{"server_uuid": "fcc126aa-833e-4e2d-97f9-48a3544fc84a", "name": "network-vif-plugged", "status": "completed", "tag": "aa1d6a26-101c-41f5-96e3-031adb8f2ea6"}]}' {{(pid=109817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:07:37.844258 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-47568b2c-d623-41bc-8ae5-398d8ce80f68 admin admin] Deleting port 34ba5aae-2e09-4b86-9e03-a80605b6406c {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:07:37.844567 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-47568b2c-d623-41bc-8ae5-398d8ce80f68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (34ba5aae-2e09-4b86-9e03-a80605b6406c), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:37.850838 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] For port aa1d6a26-101c-41f5-96e3-031adb8f2ea6, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=aa1d6a26-101c-41f5-96e3-031adb8f2ea6,segment=NetworkSegment(c647dd28-89aa-4b29-b939-66102274ce97),segment_id=c647dd28-89aa-4b29-b939-66102274ce97)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:07:37.878408 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414aeec4-5c7e-4a1d-93cd-6deec6fac2a2 x-openstack-request-id: req-414aeec4-5c7e-4a1d-93cd-6deec6fac2a2 {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:07:37.878705 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc126aa-833e-4e2d-97f9-48a3544fc84a", "name": "network-vif-plugged", "status": "completed", "tag": "aa1d6a26-101c-41f5-96e3-031adb8f2ea6", "code": 200}]} {{(pid=109817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:07:37.878952 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-414aeec4-5c7e-4a1d-93cd-6deec6fac2a2 {{(pid=109817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:07:37.879529 dv-cinder-817351-12-iscsi neutron-server[109817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc126aa-833e-4e2d-97f9-48a3544fc84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1d6a26-101c-41f5-96e3-031adb8f2ea6', 'code': 200} Feb 07 12:07:37.914527 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782771464205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782771142072', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782771142090'] for port (aa1d6a26-101c-41f5-96e3-031adb8f2ea6), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:37.923299 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-47568b2c-d623-41bc-8ae5-398d8ce80f68 admin admin] For port 34ba5aae-2e09-4b86-9e03-a80605b6406c, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=34ba5aae-2e09-4b86-9e03-a80605b6406c,segment=NetworkSegment(4dd91289-9497-4700-ac6d-fa09629bdd61),segment_id=4dd91289-9497-4700-ac6d-fa09629bdd61)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:07:37.923678 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-47568b2c-d623-41bc-8ae5-398d8ce80f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (34ba5aae-2e09-4b86-9e03-a80605b6406c), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:37.938078 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-47568b2c-d623-41bc-8ae5-398d8ce80f68 admin admin] Calling delete_port for 34ba5aae-2e09-4b86-9e03-a80605b6406c owned by network:router_interface {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:07:37.963658 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Pushing event updated for resources: {'Port': ['ID=aa1d6a26-101c-41f5-96e3-031adb8f2ea6,revision_number=5']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:38.153655 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1669939-f2c8-49c7-aeac-59f008324492 req-887c7c2a-4e6c-4af5-aa94-63061d00891a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:38.155071 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c1669939-f2c8-49c7-aeac-59f008324492 req-887c7c2a-4e6c-4af5-aa94-63061d00891a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fcc126aa-833e-4e2d-97f9-48a3544fc84a HTTP/1.1" status: 200 len: 1130 time: 0.0572495 Feb 07 12:07:38.198657 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c1669939-f2c8-49c7-aeac-59f008324492 req-858f8c6f-2d85-443f-bf94-fe7891a19dad service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=39bda2b8-a52d-43e0-86ab-002cbf1728fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376446 Feb 07 12:07:38.205775 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-47568b2c-d623-41bc-8ae5-398d8ce80f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (34ba5aae-2e09-4b86-9e03-a80605b6406c), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:38.231195 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47568b2c-d623-41bc-8ae5-398d8ce80f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=34ba5aae-2e09-4b86-9e03-a80605b6406c,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:38.339089 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41ce10-df39-473b-be44-5b8c86327675 req-4ba45009-e601-40dc-9066-79208c527c51 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:38.340535 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bb41ce10-df39-473b-be44-5b8c86327675 req-4ba45009-e601-40dc-9066-79208c527c51 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcc126aa-833e-4e2d-97f9-48a3544fc84a HTTP/1.1" status: 200 len: 946 time: 0.1072252 Feb 07 12:07:38.397571 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-a9a0e022-d0e8-4b83-89f5-943caad0689b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:38.461334 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-bb41ce10-df39-473b-be44-5b8c86327675 req-984545c5-fd96-488b-a55b-471bbc9c01cf tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/security-groups?id=39bda2b8-a52d-43e0-86ab-002cbf1728fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868304 Feb 07 12:07:38.475334 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-47568b2c-d623-41bc-8ae5-398d8ce80f68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-869374'] for router_interface (04021121-4c18-4409-b664-e48dc993950a), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:38.684969 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47568b2c-d623-41bc-8ae5-398d8ce80f68 admin admin] Router 04021121-4c18-4409-b664-e48dc993950a has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 12:07:38.791510 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47568b2c-d623-41bc-8ae5-398d8ce80f68 admin admin] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 12:07:38.796815 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-47568b2c-d623-41bc-8ae5-398d8ce80f68 admin admin] 10.222.0.67 "PUT /v2.0/routers/04021121-4c18-4409-b664-e48dc993950a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5885317 Feb 07 12:07:38.799320 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 34232) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:38.802766 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893c827e-9065-4cee-b958-878e94576332 None None] Sync routers for ids ['04021121-4c18-4409-b664-e48dc993950a'] in dv-cinder-817351-12-iscsi {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:07:38.813200 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893c827e-9065-4cee-b958-878e94576332 None None] Routers {'04021121-4c18-4409-b664-e48dc993950a'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:07:38.813846 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-893c827e-9065-4cee-b958-878e94576332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:07:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['04021121-4c18-4409-b664-e48dc993950a'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:07:38.909514 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4ea44e14-0280-43dc-a7ae-4ead4113479a admin admin] Publish callbacks [] for router (04021121-4c18-4409-b664-e48dc993950a), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:38.928534 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-893c827e-9065-4cee-b958-878e94576332 None None] Set router 04021121-4c18-4409-b664-e48dc993950a gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:07:39.011600 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4ea44e14-0280-43dc-a7ae-4ead4113479a admin admin] Publish callbacks [] for router_gateway (04021121-4c18-4409-b664-e48dc993950a), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:39.108553 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-893c827e-9065-4cee-b958-878e94576332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04021121-4c18-4409-b664-e48dc993950a', 'name': 'tempest-AttachVolumeShelveTestJSON-1448088895-router', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T12:07:38Z', 'revision_number': 5, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'gw_port': {'id': 'c5961d38-9d60-4c2e-bec1-93b0436cd6de', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04021121-4c18-4409-b664-e48dc993950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:55:48Z', 'updated_at': '2022-02-07T11:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:07:39.139626 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893c827e-9065-4cee-b958-878e94576332 None None] Checking router: 04021121-4c18-4409-b664-e48dc993950a for host: dv-cinder-817351-12-iscsi {{(pid=109818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:07:39.149214 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893c827e-9065-4cee-b958-878e94576332 None None] Routers {'04021121-4c18-4409-b664-e48dc993950a'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:07:39.149871 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-893c827e-9065-4cee-b958-878e94576332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:07:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['04021121-4c18-4409-b664-e48dc993950a'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:07:39.238138 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-893c827e-9065-4cee-b958-878e94576332 None None] Set router 04021121-4c18-4409-b664-e48dc993950a gateway port host: None {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:07:39.293244 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-893c827e-9065-4cee-b958-878e94576332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04021121-4c18-4409-b664-e48dc993950a', 'name': 'tempest-AttachVolumeShelveTestJSON-1448088895-router', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T12:07:39Z', 'revision_number': 6, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'gw_port_host': None}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:07:39.319877 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893c827e-9065-4cee-b958-878e94576332 None None] The sync data for ids ['04021121-4c18-4409-b664-e48dc993950a'] in dv-cinder-817351-12-iscsi is: [{'id': '04021121-4c18-4409-b664-e48dc993950a', 'name': 'tempest-AttachVolumeShelveTestJSON-1448088895-router', 'tenant_id': '7def8326042e4a8fa3c19125edfb7d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:55:46Z', 'updated_at': '2022-02-07T12:07:39Z', 'revision_number': 6, 'project_id': '7def8326042e4a8fa3c19125edfb7d63', 'gw_port_host': None}] {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:07:39.405905 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-4ea44e14-0280-43dc-a7ae-4ead4113479a admin admin] Deleting port c5961d38-9d60-4c2e-bec1-93b0436cd6de {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:07:39.406509 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4ea44e14-0280-43dc-a7ae-4ead4113479a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (c5961d38-9d60-4c2e-bec1-93b0436cd6de), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:39.482453 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-4ea44e14-0280-43dc-a7ae-4ead4113479a admin admin] For port c5961d38-9d60-4c2e-bec1-93b0436cd6de, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=c5961d38-9d60-4c2e-bec1-93b0436cd6de,segment=NetworkSegment(27333d9f-cdd8-4603-a3d3-d9bd5a50a047),segment_id=27333d9f-cdd8-4603-a3d3-d9bd5a50a047)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:07:39.482859 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4ea44e14-0280-43dc-a7ae-4ead4113479a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (c5961d38-9d60-4c2e-bec1-93b0436cd6de), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:39.496240 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-4ea44e14-0280-43dc-a7ae-4ead4113479a admin admin] Calling delete_port for c5961d38-9d60-4c2e-bec1-93b0436cd6de owned by network:router_gateway {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:07:39.583772 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7eddb4-23ba-4ba4-9047-9b74416d92ce req-a2d6203f-f3bf-4d72-a35d-9c9253d1cf32 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:39.585211 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8f7eddb4-23ba-4ba4-9047-9b74416d92ce req-a2d6203f-f3bf-4d72-a35d-9c9253d1cf32 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcc126aa-833e-4e2d-97f9-48a3544fc84a HTTP/1.1" status: 200 len: 946 time: 0.0546966 Feb 07 12:07:39.641150 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-8f7eddb4-23ba-4ba4-9047-9b74416d92ce req-d5cf87c7-ee29-46d7-ae33-c98451b9e9d6 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/security-groups?id=39bda2b8-a52d-43e0-86ab-002cbf1728fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486898 Feb 07 12:07:39.752396 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4ea44e14-0280-43dc-a7ae-4ead4113479a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (c5961d38-9d60-4c2e-bec1-93b0436cd6de), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:39.782102 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea44e14-0280-43dc-a7ae-4ead4113479a admin admin] Pushing event deleted for resources: {'Port': ['ID=c5961d38-9d60-4c2e-bec1-93b0436cd6de,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:39.844007 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4ea44e14-0280-43dc-a7ae-4ead4113479a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-875804'] for router_gateway (04021121-4c18-4409-b664-e48dc993950a), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:39.932831 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4ea44e14-0280-43dc-a7ae-4ead4113479a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-870299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8995'] for router (04021121-4c18-4409-b664-e48dc993950a), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:39.934956 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4ea44e14-0280-43dc-a7ae-4ead4113479a admin admin] Publish callbacks [] for router_controller (04021121-4c18-4409-b664-e48dc993950a), precommit_delete_associations {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:40.048474 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4ea44e14-0280-43dc-a7ae-4ead4113479a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-870284'] for router (04021121-4c18-4409-b664-e48dc993950a), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:40.049078 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea44e14-0280-43dc-a7ae-4ead4113479a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04021121-4c18-4409-b664-e48dc993950a {{(pid=109816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 12:07:40.057130 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4ea44e14-0280-43dc-a7ae-4ead4113479a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:40.058353 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-4ea44e14-0280-43dc-a7ae-4ead4113479a admin admin] 10.222.0.67 "DELETE /v2.0/routers/04021121-4c18-4409-b664-e48dc993950a HTTP/1.1" status: 204 len: 168 time: 1.2580502 Feb 07 12:07:40.060848 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 34236) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:40.111406 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_v2 [None req-148452c1-7776-4da2-a4f8-0f5b832fc3dc admin admin] Deleting subnet 40dfba53-a55c-40ea-abe9-97a328c1f35f {{(pid=109816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 12:07:40.112191 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-148452c1-7776-4da2-a4f8-0f5b832fc3dc admin admin] Publish callbacks [] for subnet (40dfba53-a55c-40ea-abe9-97a328c1f35f), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:40.147263 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-148452c1-7776-4da2-a4f8-0f5b832fc3dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8929597'] for subnet (40dfba53-a55c-40ea-abe9-97a328c1f35f), precommit_delete_associations {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:40.221653 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-148452c1-7776-4da2-a4f8-0f5b832fc3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67013173'] for subnet (40dfba53-a55c-40ea-abe9-97a328c1f35f), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:40.305376 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 34ba5aae-2e09-4b86-9e03-a80605b6406c no longer exists at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:07:40.330664 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] No Port match for: 34ba5aae-2e09-4b86-9e03-a80605b6406c {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:07:40.330664 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 34ba5aae-2e09-4b86-9e03-a80605b6406c not bound to the agent host dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:07:40.330664 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device c5961d38-9d60-4c2e-bec1-93b0436cd6de no longer exists at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:07:40.349501 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-148452c1-7776-4da2-a4f8-0f5b832fc3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67013326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9209793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9316268'] for subnet (40dfba53-a55c-40ea-abe9-97a328c1f35f), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:40.350326 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] No Port match for: c5961d38-9d60-4c2e-bec1-93b0436cd6de {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:07:40.350666 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device c5961d38-9d60-4c2e-bec1-93b0436cd6de not bound to the agent host dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:07:40.375430 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148452c1-7776-4da2-a4f8-0f5b832fc3dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40dfba53-a55c-40ea-abe9-97a328c1f35f,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:40.379022 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-148452c1-7776-4da2-a4f8-0f5b832fc3dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:40.382321 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-148452c1-7776-4da2-a4f8-0f5b832fc3dc admin admin] 10.222.0.67 "DELETE /v2.0/subnets/40dfba53-a55c-40ea-abe9-97a328c1f35f HTTP/1.1" status: 204 len: 168 time: 0.3205321 Feb 07 12:07:40.384844 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 34238) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:40.387103 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f0ce63-3205-4691-aa94-cf5f35c790ed None None] Network 5c560c9d-289f-4491-b462-db6f3ab05c8e requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 12:07:40.451164 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-db41ed4d-dcf7-4369-8688-b50f0bfcf465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66708451'] for network (5c560c9d-289f-4491-b462-db6f3ab05c8e), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:40.506363 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-db41ed4d-dcf7-4369-8688-b50f0bfcf465 admin admin] Deleting port a6fca59b-a3e9-464d-a680-fe1ffd37baa2 {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:07:40.506701 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-db41ed4d-dcf7-4369-8688-b50f0bfcf465 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (a6fca59b-a3e9-464d-a680-fe1ffd37baa2), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:40.542837 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd533b94-6c46-4f5a-bdbd-1ca6a2b5ced2 None None] DHCP port deletion for 5c560c9d-289f-4491-b462-db6f3ab05c8e request from dv-cinder-817351-12-iscsi {{(pid=109817) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 12:07:40.575949 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-db41ed4d-dcf7-4369-8688-b50f0bfcf465 admin admin] For port a6fca59b-a3e9-464d-a680-fe1ffd37baa2, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=a6fca59b-a3e9-464d-a680-fe1ffd37baa2,segment=NetworkSegment(4dd91289-9497-4700-ac6d-fa09629bdd61),segment_id=4dd91289-9497-4700-ac6d-fa09629bdd61)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:07:40.576314 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-db41ed4d-dcf7-4369-8688-b50f0bfcf465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (a6fca59b-a3e9-464d-a680-fe1ffd37baa2), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:40.585189 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-c524e14b-40d4-49c6-a5df-79c53ef41398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:40.589604 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-db41ed4d-dcf7-4369-8688-b50f0bfcf465 admin admin] Calling delete_port for a6fca59b-a3e9-464d-a680-fe1ffd37baa2 owned by network:dhcp {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:07:40.591759 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-bd533b94-6c46-4f5a-bdbd-1ca6a2b5ced2 None None] Deleting port a6fca59b-a3e9-464d-a680-fe1ffd37baa2 {{(pid=109817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:07:40.592128 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-bd533b94-6c46-4f5a-bdbd-1ca6a2b5ced2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (a6fca59b-a3e9-464d-a680-fe1ffd37baa2), before_delete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:40.656220 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-bd533b94-6c46-4f5a-bdbd-1ca6a2b5ced2 None None] For port a6fca59b-a3e9-464d-a680-fe1ffd37baa2, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=a6fca59b-a3e9-464d-a680-fe1ffd37baa2,segment=NetworkSegment(4dd91289-9497-4700-ac6d-fa09629bdd61),segment_id=4dd91289-9497-4700-ac6d-fa09629bdd61)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:07:40.656602 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-bd533b94-6c46-4f5a-bdbd-1ca6a2b5ced2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (a6fca59b-a3e9-464d-a680-fe1ffd37baa2), precommit_delete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:40.670220 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-bd533b94-6c46-4f5a-bdbd-1ca6a2b5ced2 None None] Calling delete_port for a6fca59b-a3e9-464d-a680-fe1ffd37baa2 owned by network:dhcp {{(pid=109817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:07:40.748294 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-db41ed4d-dcf7-4369-8688-b50f0bfcf465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (a6fca59b-a3e9-464d-a680-fe1ffd37baa2), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:40.751641 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-bd533b94-6c46-4f5a-bdbd-1ca6a2b5ced2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063'] for port (a6fca59b-a3e9-464d-a680-fe1ffd37baa2), after_delete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:40.777372 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd533b94-6c46-4f5a-bdbd-1ca6a2b5ced2 None None] Pushing event deleted for resources: {'Port': ['ID=a6fca59b-a3e9-464d-a680-fe1ffd37baa2,revision_number=None']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:40.778223 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41ed4d-dcf7-4369-8688-b50f0bfcf465 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6fca59b-a3e9-464d-a680-fe1ffd37baa2,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:40.781219 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd533b94-6c46-4f5a-bdbd-1ca6a2b5ced2 None None] No DVR routers for this DVR port a6fca59b-a3e9-464d-a680-fe1ffd37baa2 on host dv-cinder-817351-12-iscsi {{(pid=109817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:07:40.782313 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db41ed4d-dcf7-4369-8688-b50f0bfcf465 admin admin] No DVR routers for this DVR port a6fca59b-a3e9-464d-a680-fe1ffd37baa2 on host dv-cinder-817351-12-iscsi {{(pid=109816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:07:40.814633 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b37a13-2ab0-4c68-84ae-476730a54693 req-8bb3cbf9-060a-4481-9058-606567d20cf1 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:40.816137 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-45b37a13-2ab0-4c68-84ae-476730a54693 req-8bb3cbf9-060a-4481-9058-606567d20cf1 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcc126aa-833e-4e2d-97f9-48a3544fc84a HTTP/1.1" status: 200 len: 946 time: 0.1056974 Feb 07 12:07:40.882598 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-db41ed4d-dcf7-4369-8688-b50f0bfcf465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67092386', 'neutron.services.segments.db._delete_segments_for_network-8782771681473'] for network (5c560c9d-289f-4491-b462-db6f3ab05c8e), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:40.918923 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-db41ed4d-dcf7-4369-8688-b50f0bfcf465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c560c9d-289f-4491-b462-db6f3ab05c8e']}} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:07:40.930252 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-45b37a13-2ab0-4c68-84ae-476730a54693 req-3980039d-7074-4735-b490-a59b08c9630d tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/security-groups?id=39bda2b8-a52d-43e0-86ab-002cbf1728fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016510 Feb 07 12:07:40.931796 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-db41ed4d-dcf7-4369-8688-b50f0bfcf465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd91289-9497-4700-ac6d-fa09629bdd61') {'for_net_delete': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:07:40.932095 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-db41ed4d-dcf7-4369-8688-b50f0bfcf465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd91289-9497-4700-ac6d-fa09629bdd61') {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:07:40.940890 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-db41ed4d-dcf7-4369-8688-b50f0bfcf465 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782771684554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8929590'] for segment (4dd91289-9497-4700-ac6d-fa09629bdd61), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:40.955049 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-db41ed4d-dcf7-4369-8688-b50f0bfcf465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (4dd91289-9497-4700-ac6d-fa09629bdd61), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:40.961511 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db41ed4d-dcf7-4369-8688-b50f0bfcf465 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=109816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:07:40.961955 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-db41ed4d-dcf7-4369-8688-b50f0bfcf465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9209707'] for segment (4dd91289-9497-4700-ac6d-fa09629bdd61), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:40.963583 dv-cinder-817351-12-iscsi neutron-server[109816]: Traceback (most recent call last): Feb 07 12:07:40.963583 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:07:40.963583 dv-cinder-817351-12-iscsi neutron-server[109816]: timer() Feb 07 12:07:40.963583 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:07:40.963583 dv-cinder-817351-12-iscsi neutron-server[109816]: cb(*args, **kw) Feb 07 12:07:40.963583 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 12:07:40.963583 dv-cinder-817351-12-iscsi neutron-server[109816]: return func(*args, **kwargs) Feb 07 12:07:40.963583 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:07:40.963583 dv-cinder-817351-12-iscsi neutron-server[109816]: self._notify() Feb 07 12:07:40.963583 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:07:40.963583 dv-cinder-817351-12-iscsi neutron-server[109816]: self.callback(batched_events) Feb 07 12:07:40.963583 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:07:40.963583 dv-cinder-817351-12-iscsi neutron-server[109816]: event.method(event) Feb 07 12:07:40.963583 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 12:07:40.963583 dv-cinder-817351-12-iscsi neutron-server[109816]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:07:40.963583 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 12:07:40.963583 dv-cinder-817351-12-iscsi neutron-server[109816]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:07:40.963583 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 12:07:40.963583 dv-cinder-817351-12-iscsi neutron-server[109816]: return f(self, *a, **k) Feb 07 12:07:40.963583 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 12:07:40.963583 dv-cinder-817351-12-iscsi neutron-server[109816]: return self._get(url).json() Feb 07 12:07:40.963583 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 12:07:40.963583 dv-cinder-817351-12-iscsi neutron-server[109816]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:07:40.963583 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:07:40.963583 dv-cinder-817351-12-iscsi neutron-server[109816]: return self.request(url, 'GET', **kwargs) Feb 07 12:07:40.963583 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:07:40.963583 dv-cinder-817351-12-iscsi neutron-server[109816]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:07:40.963583 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:07:40.963583 dv-cinder-817351-12-iscsi neutron-server[109816]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:07:40.963583 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:07:40.963583 dv-cinder-817351-12-iscsi neutron-server[109816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:07:40.963583 dv-cinder-817351-12-iscsi neutron-server[109816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:07:41.079831 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-db41ed4d-dcf7-4369-8688-b50f0bfcf465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67092411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-875896'] for network (5c560c9d-289f-4491-b462-db6f3ab05c8e), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:41.085625 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-db41ed4d-dcf7-4369-8688-b50f0bfcf465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:41.096952 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-db41ed4d-dcf7-4369-8688-b50f0bfcf465 admin admin] 10.222.0.67 "DELETE /v2.0/networks/5c560c9d-289f-4491-b462-db6f3ab05c8e HTTP/1.1" status: 204 len: 168 time: 0.7030106 Feb 07 12:07:41.099454 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41ed4d-dcf7-4369-8688-b50f0bfcf465 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c560c9d-289f-4491-b462-db6f3ab05c8e,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:41.439101 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 34252) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:41.478855 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-c746c1e7-3cb2-451f-94a2-06cef2f28acc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7def8326042e4a8fa3c19125edfb7d63&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385137 Feb 07 12:07:41.481226 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 34254) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:41.531449 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b10a9087-f871-4c9f-82a1-85af6f7e4f2e admin admin] Publish callbacks [] for security_group (14227a2f-e186-4b46-addd-c3021891b347), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:41.552423 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b10a9087-f871-4c9f-82a1-85af6f7e4f2e admin admin] Publish callbacks [] for security_group (14227a2f-e186-4b46-addd-c3021891b347), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:41.702731 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b10a9087-f871-4c9f-82a1-85af6f7e4f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (14227a2f-e186-4b46-addd-c3021891b347), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:41.705577 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b10a9087-f871-4c9f-82a1-85af6f7e4f2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:41.706778 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-b10a9087-f871-4c9f-82a1-85af6f7e4f2e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/14227a2f-e186-4b46-addd-c3021891b347 HTTP/1.1" status: 204 len: 168 time: 0.2246377 Feb 07 12:07:41.722891 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a9087-f871-4c9f-82a1-85af6f7e4f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14227a2f-e186-4b46-addd-c3021891b347,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:41.731783 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:42.194326 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34962cd-b0f9-49d8-8676-09d947bdcfc5 req-9124b03b-d856-4f84-937d-2105b55575c7 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:42.195863 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c34962cd-b0f9-49d8-8676-09d947bdcfc5 req-9124b03b-d856-4f84-937d-2105b55575c7 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcc126aa-833e-4e2d-97f9-48a3544fc84a HTTP/1.1" status: 200 len: 946 time: 0.0540545 Feb 07 12:07:42.242832 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c34962cd-b0f9-49d8-8676-09d947bdcfc5 req-01ba2309-2469-4186-a503-491d75084894 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/security-groups?id=39bda2b8-a52d-43e0-86ab-002cbf1728fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414553 Feb 07 12:07:42.316036 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device a6fca59b-a3e9-464d-a680-fe1ffd37baa2 no longer exists at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:07:42.336528 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] No Port match for: a6fca59b-a3e9-464d-a680-fe1ffd37baa2 {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:07:42.336878 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device a6fca59b-a3e9-464d-a680-fe1ffd37baa2 not bound to the agent host dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:07:42.826042 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 34282) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:42.919084 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-6ce5924e-7bdd-4d90-b692-cd6f884187c0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-686173952-network', 'tenant_id': '3a0fa6e5141a49afba9925a40bda15ab'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:07:42.996877 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce5924e-7bdd-4d90-b692-cd6f884187c0 admin admin] Made reservation on behalf of 3a0fa6e5141a49afba9925a40bda15ab for: {'network': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:07:42.999220 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6ce5924e-7bdd-4d90-b692-cd6f884187c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for network (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:43.008275 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6ce5924e-7bdd-4d90-b692-cd6f884187c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:43.082751 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6ce5924e-7bdd-4d90-b692-cd6f884187c0 admin admin] Publish callbacks [] for security_group (00456646-3d91-411a-a170-df0f34f83854), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:43.191499 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6ce5924e-7bdd-4d90-b692-cd6f884187c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (00456646-3d91-411a-a170-df0f34f83854), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:43.215412 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce5924e-7bdd-4d90-b692-cd6f884187c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=109816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:07:43.223652 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5924e-7bdd-4d90-b692-cd6f884187c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00456646-3d91-411a-a170-df0f34f83854,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:43.229414 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6ce5924e-7bdd-4d90-b692-cd6f884187c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (2568afb3-9686-45c7-8735-c694265dfaad), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:43.229775 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.db.segments_db [None req-6ce5924e-7bdd-4d90-b692-cd6f884187c0 admin admin] Added segment 2568afb3-9686-45c7-8735-c694265dfaad of type vlan for network f883f6b4-4d3a-4335-bfe1-17188bb344da Feb 07 12:07:43.269728 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6ce5924e-7bdd-4d90-b692-cd6f884187c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782771090189'] for network (f883f6b4-4d3a-4335-bfe1-17188bb344da), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:43.366116 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6ce5924e-7bdd-4d90-b692-cd6f884187c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685'] for network (f883f6b4-4d3a-4335-bfe1-17188bb344da), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:43.367012 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dea714-9b13-44de-bd30-22aadf38a14d req-f1484f8e-a8c5-4f3f-a8ce-ce6ec575275c tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:43.367492 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce5924e-7bdd-4d90-b692-cd6f884187c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:43.367667 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6ce5924e-7bdd-4d90-b692-cd6f884187c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:43.368515 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b5dea714-9b13-44de-bd30-22aadf38a14d req-f1484f8e-a8c5-4f3f-a8ce-ce6ec575275c tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcc126aa-833e-4e2d-97f9-48a3544fc84a HTTP/1.1" status: 200 len: 946 time: 0.0535288 Feb 07 12:07:43.415794 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b5dea714-9b13-44de-bd30-22aadf38a14d req-5207c053-bad4-430c-a6e0-e30888493756 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/security-groups?id=39bda2b8-a52d-43e0-86ab-002cbf1728fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416851 Feb 07 12:07:43.425170 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5924e-7bdd-4d90-b692-cd6f884187c0 admin admin] Pushing event updated for resources: {'Network': ['ID=f883f6b4-4d3a-4335-bfe1-17188bb344da,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:43.436562 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Network f883f6b4-4d3a-4335-bfe1-17188bb344da details requested by agent ovs-agent-dv-cinder-817351-12-iscsi with host dv-cinder-817351-12-iscsi {{(pid=109817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 12:07:43.482797 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-6ce5924e-7bdd-4d90-b692-cd6f884187c0 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6556668 Feb 07 12:07:43.485667 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 34288) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:43.490899 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-563486e1-3b4f-4fc1-9660-210a985fb959 admin admin] Request body: {'subnet': {'network_id': 'f883f6b4-4d3a-4335-bfe1-17188bb344da', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-686173952-subnet', 'tenant_id': '3a0fa6e5141a49afba9925a40bda15ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:07:43.559735 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563486e1-3b4f-4fc1-9660-210a985fb959 admin admin] Made reservation on behalf of 3a0fa6e5141a49afba9925a40bda15ab for: {'subnet': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:07:43.562049 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-563486e1-3b4f-4fc1-9660-210a985fb959 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9316235'] for subnet (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:43.676195 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7cef3-1e35-4386-a208-876912856bcf req-fa0743c7-9bbe-49eb-85c3-b7a071200737 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:43.677598 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-1ca7cef3-1e35-4386-a208-876912856bcf req-fa0743c7-9bbe-49eb-85c3-b7a071200737 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc126aa-833e-4e2d-97f9-48a3544fc84a HTTP/1.1" status: 200 len: 946 time: 0.1135242 Feb 07 12:07:43.685684 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:43.846518 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-1ca7cef3-1e35-4386-a208-876912856bcf req-678b2378-9921-42cb-9fbc-b17cae907d24 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Deleting port aa1d6a26-101c-41f5-96e3-031adb8f2ea6 {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:07:43.847209 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-1ca7cef3-1e35-4386-a208-876912856bcf req-678b2378-9921-42cb-9fbc-b17cae907d24 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (aa1d6a26-101c-41f5-96e3-031adb8f2ea6), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:43.891037 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-563486e1-3b4f-4fc1-9660-210a985fb959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9209730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9316277'] for subnet (d1be7f4e-e1ad-4c35-aff7-fbca73a3d6f7), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:43.983928 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563486e1-3b4f-4fc1-9660-210a985fb959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1be7f4e-e1ad-4c35-aff7-fbca73a3d6f7,revision_number=0']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:43.998995 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-1ca7cef3-1e35-4386-a208-876912856bcf req-678b2378-9921-42cb-9fbc-b17cae907d24 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] For port aa1d6a26-101c-41f5-96e3-031adb8f2ea6, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=aa1d6a26-101c-41f5-96e3-031adb8f2ea6,segment=NetworkSegment(c647dd28-89aa-4b29-b939-66102274ce97),segment_id=c647dd28-89aa-4b29-b939-66102274ce97)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:07:43.999364 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-1ca7cef3-1e35-4386-a208-876912856bcf req-678b2378-9921-42cb-9fbc-b17cae907d24 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (aa1d6a26-101c-41f5-96e3-031adb8f2ea6), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:44.010664 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563486e1-3b4f-4fc1-9660-210a985fb959 admin admin] Checking segment: {'id': '2568afb3-9686-45c7-8735-c694265dfaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'f883f6b4-4d3a-4335-bfe1-17188bb344da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 12:07:44.011024 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563486e1-3b4f-4fc1-9660-210a985fb959 admin admin] Network hostable DHCP agents. Network: f883f6b4-4d3a-4335-bfe1-17188bb344da, hostable agents: ['61316a96-21e8-4d75-a705-e1a638ca8432'], hosted agents: [] {{(pid=109816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:07:44.016545 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-1ca7cef3-1e35-4386-a208-876912856bcf req-678b2378-9921-42cb-9fbc-b17cae907d24 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Calling delete_port for aa1d6a26-101c-41f5-96e3-031adb8f2ea6 owned by compute:nova {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:07:44.093491 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563486e1-3b4f-4fc1-9660-210a985fb959 admin admin] Network f883f6b4-4d3a-4335-bfe1-17188bb344da is scheduled to be hosted by DHCP agent 61316a96-21e8-4d75-a705-e1a638ca8432 with binding_index 1 {{(pid=109816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:07:44.151913 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-563486e1-3b4f-4fc1-9660-210a985fb959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-12-iscsi, f883f6b4-4d3a-4335-bfe1-17188bb344da) {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:07:44.155827 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563486e1-3b4f-4fc1-9660-210a985fb959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:44.156841 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-563486e1-3b4f-4fc1-9660-210a985fb959 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:44.161239 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c530fc70-4546-4009-87af-74d6f7861133 None None] Network f883f6b4-4d3a-4335-bfe1-17188bb344da requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 12:07:44.208924 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-1ca7cef3-1e35-4386-a208-876912856bcf req-678b2378-9921-42cb-9fbc-b17cae907d24 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (aa1d6a26-101c-41f5-96e3-031adb8f2ea6), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:44.220933 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] get_ports_and_sgs() called for port_ids ['aa1d6a26-101c-41f5-96e3-031adb8f2ea6'] {{(pid=109817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 12:07:44.246766 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-563486e1-3b4f-4fc1-9660-210a985fb959 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7546389 Feb 07 12:07:44.246766 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b2378-9921-42cb-9fbc-b17cae907d24 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Pushing event deleted for resources: {'Port': ['ID=aa1d6a26-101c-41f5-96e3-031adb8f2ea6,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:44.292484 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6630c441-af72-455c-9625-a3a2b70c5218 None None] Network f883f6b4-4d3a-4335-bfe1-17188bb344da requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 12:07:44.298287 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca7cef3-1e35-4386-a208-876912856bcf req-678b2378-9921-42cb-9fbc-b17cae907d24 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] No DVR routers for this DVR port aa1d6a26-101c-41f5-96e3-031adb8f2ea6 on host hv-cinder-81735 {{(pid=109816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:07:44.306856 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-1ca7cef3-1e35-4386-a208-876912856bcf req-678b2378-9921-42cb-9fbc-b17cae907d24 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:44.310812 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-1ca7cef3-1e35-4386-a208-876912856bcf req-678b2378-9921-42cb-9fbc-b17cae907d24 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.18 "DELETE /v2.0/ports/aa1d6a26-101c-41f5-96e3-031adb8f2ea6 HTTP/1.1" status: 204 len: 173 time: 0.6273344 Feb 07 12:07:44.319915 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc126aa-833e-4e2d-97f9-48a3544fc84a', 'name': 'network-vif-deleted', 'tag': 'aa1d6a26-101c-41f5-96e3-031adb8f2ea6'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:07:44.319915 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0e8027-7f0d-4f2b-822d-c88ef93ba88f" -d '{"events": [{"server_uuid": "fcc126aa-833e-4e2d-97f9-48a3544fc84a", "name": "network-vif-deleted", "tag": "aa1d6a26-101c-41f5-96e3-031adb8f2ea6"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:07:44.357024 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9e9aa8-c69a-46f1-ba16-5d8b3da1bfc8 x-openstack-request-id: req-de9e9aa8-c69a-46f1-ba16-5d8b3da1bfc8 {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:07:44.357418 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc126aa-833e-4e2d-97f9-48a3544fc84a", "name": "network-vif-deleted", "tag": "aa1d6a26-101c-41f5-96e3-031adb8f2ea6", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:07:44.357854 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-de9e9aa8-c69a-46f1-ba16-5d8b3da1bfc8 {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:07:44.359087 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc126aa-833e-4e2d-97f9-48a3544fc84a', 'name': 'network-vif-deleted', 'tag': 'aa1d6a26-101c-41f5-96e3-031adb8f2ea6', 'status': 'completed', 'code': 200} Feb 07 12:07:44.534309 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-945d75c5-6d87-4187-bb46-c73d4e08d050 req-9a8e1b48-428e-491c-9a39-ff4048055154 tempest-VolumesActionsTest-1859291595 tempest-VolumesActionsTest-1859291595-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcc126aa-833e-4e2d-97f9-48a3544fc84a HTTP/1.1" status: 200 len: 210 time: 0.0411313 Feb 07 12:07:44.685760 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:44.920839 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 34310) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:44.925698 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-8c30c387-35d9-4808-a868-8992cd88b717 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1062674812-network', 'tenant_id': '373348d9a717413392e42c7c0acb3a50'}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:07:45.034050 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c30c387-35d9-4808-a868-8992cd88b717 admin admin] Made reservation on behalf of 373348d9a717413392e42c7c0acb3a50 for: {'network': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:07:45.036394 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8c30c387-35d9-4808-a868-8992cd88b717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67046544'] for network (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:45.045139 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8c30c387-35d9-4808-a868-8992cd88b717 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:45.117107 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8c30c387-35d9-4808-a868-8992cd88b717 admin admin] Publish callbacks [] for security_group (a0a55926-9c72-4958-9ee5-71435e0c60b8), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:45.188573 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8c30c387-35d9-4808-a868-8992cd88b717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (a0a55926-9c72-4958-9ee5-71435e0c60b8), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:45.220203 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c30c387-35d9-4808-a868-8992cd88b717 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=109816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:07:45.226556 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30c387-35d9-4808-a868-8992cd88b717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a55926-9c72-4958-9ee5-71435e0c60b8,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:45.233387 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8c30c387-35d9-4808-a868-8992cd88b717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (147d351a-4559-40c4-94ab-e32539e7e0ec), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:45.233806 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.db.segments_db [None req-8c30c387-35d9-4808-a868-8992cd88b717 admin admin] Added segment 147d351a-4559-40c4-94ab-e32539e7e0ec of type vlan for network 1f6f92fb-b0d5-49ec-8b70-fb9162671a5d Feb 07 12:07:45.273877 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8c30c387-35d9-4808-a868-8992cd88b717 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782771090189'] for network (1f6f92fb-b0d5-49ec-8b70-fb9162671a5d), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:45.366257 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8c30c387-35d9-4808-a868-8992cd88b717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685'] for network (1f6f92fb-b0d5-49ec-8b70-fb9162671a5d), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:45.367316 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c30c387-35d9-4808-a868-8992cd88b717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:45.367841 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8c30c387-35d9-4808-a868-8992cd88b717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:45.423829 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30c387-35d9-4808-a868-8992cd88b717 admin admin] Pushing event updated for resources: {'Network': ['ID=1f6f92fb-b0d5-49ec-8b70-fb9162671a5d,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:45.433646 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Network 1f6f92fb-b0d5-49ec-8b70-fb9162671a5d details requested by agent ovs-agent-dv-cinder-817351-12-iscsi with host dv-cinder-817351-12-iscsi {{(pid=109817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 12:07:45.474365 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-8c30c387-35d9-4808-a868-8992cd88b717 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5524266 Feb 07 12:07:45.476983 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 34312) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:45.481762 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.v2.base [None req-c4507454-62a7-4834-8278-ba779dae6bfd admin admin] Request body: {'subnet': {'network_id': '1f6f92fb-b0d5-49ec-8b70-fb9162671a5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1062674812-subnet', 'tenant_id': '373348d9a717413392e42c7c0acb3a50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:07:45.580305 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4507454-62a7-4834-8278-ba779dae6bfd admin admin] Made reservation on behalf of 373348d9a717413392e42c7c0acb3a50 for: {'subnet': 1} {{(pid=109816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:07:45.582709 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c4507454-62a7-4834-8278-ba779dae6bfd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9316235'] for subnet (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:45.808777 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c4507454-62a7-4834-8278-ba779dae6bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9209730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9316277'] for subnet (5a607556-2212-4b15-bb26-6a202ce598ac), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:45.878238 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4507454-62a7-4834-8278-ba779dae6bfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a607556-2212-4b15-bb26-6a202ce598ac,revision_number=0']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:45.887394 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4507454-62a7-4834-8278-ba779dae6bfd admin admin] Checking segment: {'id': '147d351a-4559-40c4-94ab-e32539e7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '1f6f92fb-b0d5-49ec-8b70-fb9162671a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 12:07:45.887943 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4507454-62a7-4834-8278-ba779dae6bfd admin admin] Network hostable DHCP agents. Network: 1f6f92fb-b0d5-49ec-8b70-fb9162671a5d, hostable agents: ['61316a96-21e8-4d75-a705-e1a638ca8432'], hosted agents: [] {{(pid=109816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:07:46.005819 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4507454-62a7-4834-8278-ba779dae6bfd admin admin] Network 1f6f92fb-b0d5-49ec-8b70-fb9162671a5d is scheduled to be hosted by DHCP agent 61316a96-21e8-4d75-a705-e1a638ca8432 with binding_index 1 {{(pid=109816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:07:46.085590 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.base_scheduler [None req-c4507454-62a7-4834-8278-ba779dae6bfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-12-iscsi, 1f6f92fb-b0d5-49ec-8b70-fb9162671a5d) {{(pid=109816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:07:46.089785 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4507454-62a7-4834-8278-ba779dae6bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:07:46.090560 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-c4507454-62a7-4834-8278-ba779dae6bfd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:46.095482 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e21d9a-7997-4e0c-aafb-7a2fed14aa4c None None] Network 1f6f92fb-b0d5-49ec-8b70-fb9162671a5d requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 12:07:46.180537 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-c4507454-62a7-4834-8278-ba779dae6bfd admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7023339 Feb 07 12:07:46.196716 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3873bb01-86f5-4a1b-a2db-654a4d668f2c None None] Network 1f6f92fb-b0d5-49ec-8b70-fb9162671a5d requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 12:07:46.308381 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 34336) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:46.353115 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ab22986-550a-4833-b342-62644704f679 admin admin] Deleting subnet d1be7f4e-e1ad-4c35-aff7-fbca73a3d6f7 {{(pid=109816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 12:07:46.356647 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5ab22986-550a-4833-b342-62644704f679 admin admin] Publish callbacks [] for subnet (d1be7f4e-e1ad-4c35-aff7-fbca73a3d6f7), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:46.391361 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5ab22986-550a-4833-b342-62644704f679 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8929597'] for subnet (d1be7f4e-e1ad-4c35-aff7-fbca73a3d6f7), precommit_delete_associations {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:46.434577 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5ab22986-550a-4833-b342-62644704f679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67013173'] for subnet (d1be7f4e-e1ad-4c35-aff7-fbca73a3d6f7), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:46.549090 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5ab22986-550a-4833-b342-62644704f679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67013326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9209793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9316268'] for subnet (d1be7f4e-e1ad-4c35-aff7-fbca73a3d6f7), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:46.576114 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab22986-550a-4833-b342-62644704f679 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1be7f4e-e1ad-4c35-aff7-fbca73a3d6f7,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:46.578082 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-5ab22986-550a-4833-b342-62644704f679 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:46.581238 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-5ab22986-550a-4833-b342-62644704f679 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/d1be7f4e-e1ad-4c35-aff7-fbca73a3d6f7 HTTP/1.1" status: 204 len: 168 time: 0.2718451 Feb 07 12:07:46.583738 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 34346) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:46.651084 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b19e3bd5-2bea-48d4-afb3-e24cc0720aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66708451'] for network (f883f6b4-4d3a-4335-bfe1-17188bb344da), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:46.731477 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b19e3bd5-2bea-48d4-afb3-e24cc0720aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67092386', 'neutron.services.segments.db._delete_segments_for_network-8782771681473'] for network (f883f6b4-4d3a-4335-bfe1-17188bb344da), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:46.750731 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-b19e3bd5-2bea-48d4-afb3-e24cc0720aff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f883f6b4-4d3a-4335-bfe1-17188bb344da']}} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:07:46.759680 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-b19e3bd5-2bea-48d4-afb3-e24cc0720aff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2568afb3-9686-45c7-8735-c694265dfaad') {'for_net_delete': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:07:46.759966 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-b19e3bd5-2bea-48d4-afb3-e24cc0720aff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2568afb3-9686-45c7-8735-c694265dfaad') {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:07:46.769038 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b19e3bd5-2bea-48d4-afb3-e24cc0720aff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782771684554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8929590'] for segment (2568afb3-9686-45c7-8735-c694265dfaad), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:46.782931 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b19e3bd5-2bea-48d4-afb3-e24cc0720aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (2568afb3-9686-45c7-8735-c694265dfaad), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:46.789575 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b19e3bd5-2bea-48d4-afb3-e24cc0720aff admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=109816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:07:46.789992 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b19e3bd5-2bea-48d4-afb3-e24cc0720aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9209707'] for segment (2568afb3-9686-45c7-8735-c694265dfaad), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:46.791624 dv-cinder-817351-12-iscsi neutron-server[109816]: Traceback (most recent call last): Feb 07 12:07:46.791624 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:07:46.791624 dv-cinder-817351-12-iscsi neutron-server[109816]: timer() Feb 07 12:07:46.791624 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:07:46.791624 dv-cinder-817351-12-iscsi neutron-server[109816]: cb(*args, **kw) Feb 07 12:07:46.791624 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 12:07:46.791624 dv-cinder-817351-12-iscsi neutron-server[109816]: return func(*args, **kwargs) Feb 07 12:07:46.791624 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:07:46.791624 dv-cinder-817351-12-iscsi neutron-server[109816]: self._notify() Feb 07 12:07:46.791624 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:07:46.791624 dv-cinder-817351-12-iscsi neutron-server[109816]: self.callback(batched_events) Feb 07 12:07:46.791624 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:07:46.791624 dv-cinder-817351-12-iscsi neutron-server[109816]: event.method(event) Feb 07 12:07:46.791624 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 12:07:46.791624 dv-cinder-817351-12-iscsi neutron-server[109816]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:07:46.791624 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 12:07:46.791624 dv-cinder-817351-12-iscsi neutron-server[109816]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:07:46.791624 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 12:07:46.791624 dv-cinder-817351-12-iscsi neutron-server[109816]: return f(self, *a, **k) Feb 07 12:07:46.791624 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 12:07:46.791624 dv-cinder-817351-12-iscsi neutron-server[109816]: return self._get(url).json() Feb 07 12:07:46.791624 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 12:07:46.791624 dv-cinder-817351-12-iscsi neutron-server[109816]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:07:46.791624 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:07:46.791624 dv-cinder-817351-12-iscsi neutron-server[109816]: return self.request(url, 'GET', **kwargs) Feb 07 12:07:46.791624 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:07:46.791624 dv-cinder-817351-12-iscsi neutron-server[109816]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:07:46.791624 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:07:46.791624 dv-cinder-817351-12-iscsi neutron-server[109816]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:07:46.791624 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:07:46.791624 dv-cinder-817351-12-iscsi neutron-server[109816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:07:46.791624 dv-cinder-817351-12-iscsi neutron-server[109816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:07:46.936570 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b19e3bd5-2bea-48d4-afb3-e24cc0720aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67092411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-875896'] for network (f883f6b4-4d3a-4335-bfe1-17188bb344da), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:46.942051 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-b19e3bd5-2bea-48d4-afb3-e24cc0720aff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:46.946363 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-b19e3bd5-2bea-48d4-afb3-e24cc0720aff admin admin] 10.222.0.67 "DELETE /v2.0/networks/f883f6b4-4d3a-4335-bfe1-17188bb344da HTTP/1.1" status: 204 len: 168 time: 0.3605223 Feb 07 12:07:46.948132 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 34364) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:46.955744 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e3bd5-2bea-48d4-afb3-e24cc0720aff admin admin] Pushing event deleted for resources: {'Network': ['ID=f883f6b4-4d3a-4335-bfe1-17188bb344da,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:46.992246 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d83c58-5755-4777-a838-94a67ce4f5f2 admin admin] Deleting subnet 5a607556-2212-4b15-bb26-6a202ce598ac {{(pid=109815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 12:07:46.995327 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-27d83c58-5755-4777-a838-94a67ce4f5f2 admin admin] Publish callbacks [] for subnet (5a607556-2212-4b15-bb26-6a202ce598ac), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:47.032740 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-27d83c58-5755-4777-a838-94a67ce4f5f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3418945'] for subnet (5a607556-2212-4b15-bb26-6a202ce598ac), precommit_delete_associations {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:47.070283 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-27d83c58-5755-4777-a838-94a67ce4f5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67013173'] for subnet (5a607556-2212-4b15-bb26-6a202ce598ac), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:47.177094 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-27d83c58-5755-4777-a838-94a67ce4f5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67013326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8643545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3889229'] for subnet (5a607556-2212-4b15-bb26-6a202ce598ac), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:47.203619 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d83c58-5755-4777-a838-94a67ce4f5f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a607556-2212-4b15-bb26-6a202ce598ac,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:47.205712 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-27d83c58-5755-4777-a838-94a67ce4f5f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for subnet (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:47.209488 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-27d83c58-5755-4777-a838-94a67ce4f5f2 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/5a607556-2212-4b15-bb26-6a202ce598ac HTTP/1.1" status: 204 len: 168 time: 0.2603672 Feb 07 12:07:47.211927 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 34366) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:47.282691 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6ac99b68-f337-447d-9ea8-8f7ece19652b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66708451'] for network (1f6f92fb-b0d5-49ec-8b70-fb9162671a5d), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:47.360649 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6ac99b68-f337-447d-9ea8-8f7ece19652b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67092386', 'neutron.services.segments.db._delete_segments_for_network-8782771681473'] for network (1f6f92fb-b0d5-49ec-8b70-fb9162671a5d), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:47.381582 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.services.segments.db [None req-6ac99b68-f337-447d-9ea8-8f7ece19652b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f6f92fb-b0d5-49ec-8b70-fb9162671a5d']}} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:07:47.390724 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.services.segments.db [None req-6ac99b68-f337-447d-9ea8-8f7ece19652b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '147d351a-4559-40c4-94ab-e32539e7e0ec') {'for_net_delete': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:07:47.391024 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.services.segments.db [None req-6ac99b68-f337-447d-9ea8-8f7ece19652b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '147d351a-4559-40c4-94ab-e32539e7e0ec') {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:07:47.400174 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6ac99b68-f337-447d-9ea8-8f7ece19652b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782771684554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3418954'] for segment (147d351a-4559-40c4-94ab-e32539e7e0ec), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:47.412907 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6ac99b68-f337-447d-9ea8-8f7ece19652b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (147d351a-4559-40c4-94ab-e32539e7e0ec), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:47.418703 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac99b68-f337-447d-9ea8-8f7ece19652b admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=109815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:07:47.419091 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6ac99b68-f337-447d-9ea8-8f7ece19652b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8643443'] for segment (147d351a-4559-40c4-94ab-e32539e7e0ec), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:47.430295 dv-cinder-817351-12-iscsi neutron-server[109815]: Traceback (most recent call last): Feb 07 12:07:47.430295 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:07:47.430295 dv-cinder-817351-12-iscsi neutron-server[109815]: timer() Feb 07 12:07:47.430295 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:07:47.430295 dv-cinder-817351-12-iscsi neutron-server[109815]: cb(*args, **kw) Feb 07 12:07:47.430295 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 12:07:47.430295 dv-cinder-817351-12-iscsi neutron-server[109815]: return func(*args, **kwargs) Feb 07 12:07:47.430295 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:07:47.430295 dv-cinder-817351-12-iscsi neutron-server[109815]: self._notify() Feb 07 12:07:47.430295 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:07:47.430295 dv-cinder-817351-12-iscsi neutron-server[109815]: self.callback(batched_events) Feb 07 12:07:47.430295 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:07:47.430295 dv-cinder-817351-12-iscsi neutron-server[109815]: event.method(event) Feb 07 12:07:47.430295 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 12:07:47.430295 dv-cinder-817351-12-iscsi neutron-server[109815]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:07:47.430295 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 12:07:47.430295 dv-cinder-817351-12-iscsi neutron-server[109815]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:07:47.430295 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 12:07:47.430295 dv-cinder-817351-12-iscsi neutron-server[109815]: return f(self, *a, **k) Feb 07 12:07:47.430295 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 12:07:47.430295 dv-cinder-817351-12-iscsi neutron-server[109815]: return self._get(url).json() Feb 07 12:07:47.430295 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 12:07:47.430295 dv-cinder-817351-12-iscsi neutron-server[109815]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:07:47.430295 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:07:47.430295 dv-cinder-817351-12-iscsi neutron-server[109815]: return self.request(url, 'GET', **kwargs) Feb 07 12:07:47.430295 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:07:47.430295 dv-cinder-817351-12-iscsi neutron-server[109815]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:07:47.430295 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:07:47.430295 dv-cinder-817351-12-iscsi neutron-server[109815]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:07:47.430295 dv-cinder-817351-12-iscsi neutron-server[109815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:07:47.430295 dv-cinder-817351-12-iscsi neutron-server[109815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:07:47.430295 dv-cinder-817351-12-iscsi neutron-server[109815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:07:47.539616 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6ac99b68-f337-447d-9ea8-8f7ece19652b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67092411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-875896'] for network (1f6f92fb-b0d5-49ec-8b70-fb9162671a5d), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:47.544610 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6ac99b68-f337-447d-9ea8-8f7ece19652b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:47.547779 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-6ac99b68-f337-447d-9ea8-8f7ece19652b admin admin] 10.222.0.67 "DELETE /v2.0/networks/1f6f92fb-b0d5-49ec-8b70-fb9162671a5d HTTP/1.1" status: 204 len: 168 time: 0.3349390 Feb 07 12:07:47.559731 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac99b68-f337-447d-9ea8-8f7ece19652b admin admin] Pushing event deleted for resources: {'Network': ['ID=1f6f92fb-b0d5-49ec-8b70-fb9162671a5d,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:47.913883 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 34374) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:47.953110 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-a8cee16f-f692-4126-bb3b-12ab0f7b2f6b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3a0fa6e5141a49afba9925a40bda15ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380518 Feb 07 12:07:47.955515 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 34376) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:48.007502 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2d4ae624-7bdc-4374-88d4-4ee182caaca8 admin admin] Publish callbacks [] for security_group (00456646-3d91-411a-a170-df0f34f83854), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:48.029232 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2d4ae624-7bdc-4374-88d4-4ee182caaca8 admin admin] Publish callbacks [] for security_group (00456646-3d91-411a-a170-df0f34f83854), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:48.153930 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2d4ae624-7bdc-4374-88d4-4ee182caaca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (00456646-3d91-411a-a170-df0f34f83854), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:48.156487 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2d4ae624-7bdc-4374-88d4-4ee182caaca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:48.157647 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-2d4ae624-7bdc-4374-88d4-4ee182caaca8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/00456646-3d91-411a-a170-df0f34f83854 HTTP/1.1" status: 204 len: 168 time: 0.2012393 Feb 07 12:07:48.166021 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ae624-7bdc-4374-88d4-4ee182caaca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00456646-3d91-411a-a170-df0f34f83854,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:48.728805 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 34382) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:48.771765 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-84fe7c73-aef8-407a-923e-345c61843b44 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=373348d9a717413392e42c7c0acb3a50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412829 Feb 07 12:07:48.774007 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 34384) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:48.820126 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2d34-35ad-48a9-b047-6d9598893781 admin admin] Publish callbacks [] for security_group (a0a55926-9c72-4958-9ee5-71435e0c60b8), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:48.841409 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2d34-35ad-48a9-b047-6d9598893781 admin admin] Publish callbacks [] for security_group (a0a55926-9c72-4958-9ee5-71435e0c60b8), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:48.973931 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2d34-35ad-48a9-b047-6d9598893781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (a0a55926-9c72-4958-9ee5-71435e0c60b8), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:48.976544 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2d34-35ad-48a9-b047-6d9598893781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:48.977753 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-ce2a2d34-35ad-48a9-b047-6d9598893781 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a0a55926-9c72-4958-9ee5-71435e0c60b8 HTTP/1.1" status: 204 len: 168 time: 0.2028303 Feb 07 12:07:48.985367 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a2d34-35ad-48a9-b047-6d9598893781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a55926-9c72-4958-9ee5-71435e0c60b8,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:49.361917 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device aa1d6a26-101c-41f5-96e3-031adb8f2ea6 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:07:49.382184 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] No Port match for: aa1d6a26-101c-41f5-96e3-031adb8f2ea6 {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:07:49.382525 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device aa1d6a26-101c-41f5-96e3-031adb8f2ea6 not bound to the agent host hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:07:53.273026 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:53.975185 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 34560) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:54.087450 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-977dbd47-a443-4f7c-b846-9ef11f0cd247 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:54.165799 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-977dbd47-a443-4f7c-b846-9ef11f0cd247 admin admin] Publish callbacks [] for security_group (1adadc3a-3893-439b-85bd-3c244a8a0771), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:54.308074 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-977dbd47-a443-4f7c-b846-9ef11f0cd247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (1adadc3a-3893-439b-85bd-3c244a8a0771), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:54.348292 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977dbd47-a443-4f7c-b846-9ef11f0cd247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adadc3a-3893-439b-85bd-3c244a8a0771,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:54.362024 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 34564) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:54.368163 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-977dbd47-a443-4f7c-b846-9ef11f0cd247 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=275f21ec6ba641ef8bf3f20cbef9dfd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3918462 Feb 07 12:07:54.416418 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-43f7e527-5ca6-4f2d-a2a1-31ff3807a01c admin admin] Publish callbacks [] for security_group (1adadc3a-3893-439b-85bd-3c244a8a0771), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:54.438048 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-43f7e527-5ca6-4f2d-a2a1-31ff3807a01c admin admin] Publish callbacks [] for security_group (1adadc3a-3893-439b-85bd-3c244a8a0771), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:54.570720 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-43f7e527-5ca6-4f2d-a2a1-31ff3807a01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (1adadc3a-3893-439b-85bd-3c244a8a0771), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:54.574398 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-43f7e527-5ca6-4f2d-a2a1-31ff3807a01c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:54.579943 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-43f7e527-5ca6-4f2d-a2a1-31ff3807a01c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1adadc3a-3893-439b-85bd-3c244a8a0771 HTTP/1.1" status: 204 len: 168 time: 0.2168019 Feb 07 12:07:54.601739 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7e527-5ca6-4f2d-a2a1-31ff3807a01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adadc3a-3893-439b-85bd-3c244a8a0771,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:55.205223 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 34574) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:55.219186 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-1383d3fc-18d9-41e2-8112-0fed5e75b0e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:55.322490 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-1383d3fc-18d9-41e2-8112-0fed5e75b0e3 admin admin] Publish callbacks [] for security_group (c100b4b9-5d0b-4409-b974-55512a316542), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:55.408793 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-1383d3fc-18d9-41e2-8112-0fed5e75b0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (c100b4b9-5d0b-4409-b974-55512a316542), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:55.451097 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383d3fc-18d9-41e2-8112-0fed5e75b0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c100b4b9-5d0b-4409-b974-55512a316542,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:55.456961 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-1383d3fc-18d9-41e2-8112-0fed5e75b0e3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=34472bc1d3e04983b4e98bc28dc829c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503572 Feb 07 12:07:55.460127 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 34576) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:07:55.517500 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-639c3c0b-fd6e-4b49-82e4-d80240420350 admin admin] Publish callbacks [] for security_group (c100b4b9-5d0b-4409-b974-55512a316542), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:55.544071 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-639c3c0b-fd6e-4b49-82e4-d80240420350 admin admin] Publish callbacks [] for security_group (c100b4b9-5d0b-4409-b974-55512a316542), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:55.919353 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-639c3c0b-fd6e-4b49-82e4-d80240420350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (c100b4b9-5d0b-4409-b974-55512a316542), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:55.922287 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-639c3c0b-fd6e-4b49-82e4-d80240420350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:07:55.923463 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-639c3c0b-fd6e-4b49-82e4-d80240420350 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c100b4b9-5d0b-4409-b974-55512a316542 HTTP/1.1" status: 204 len: 168 time: 0.4621913 Feb 07 12:07:55.931254 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c3c0b-fd6e-4b49-82e4-d80240420350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c100b4b9-5d0b-4409-b974-55512a316542,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:07:58.554933 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 12:08:04.132368 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 34696) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:08:04.264569 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-0f89c0f3-0c22-461a-861d-c122332e0e2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:04.370460 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-0f89c0f3-0c22-461a-861d-c122332e0e2e admin admin] Publish callbacks [] for security_group (bd7669af-5f1d-4b41-9d3e-e7e671a785b0), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:04.442851 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-0f89c0f3-0c22-461a-861d-c122332e0e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (bd7669af-5f1d-4b41-9d3e-e7e671a785b0), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:04.480439 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89c0f3-0c22-461a-861d-c122332e0e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7669af-5f1d-4b41-9d3e-e7e671a785b0,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:08:04.484212 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-0f89c0f3-0c22-461a-861d-c122332e0e2e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8a2d4242236d4995a3670b1aac3bdddf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3501313 Feb 07 12:08:04.487062 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 34704) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:08:04.490581 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f89c0f3-0c22-461a-861d-c122332e0e2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:08:04.491607 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f89c0f3-0c22-461a-861d-c122332e0e2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:08:04.491957 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f89c0f3-0c22-461a-861d-c122332e0e2e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:08:04.492294 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f89c0f3-0c22-461a-861d-c122332e0e2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:08:04.492625 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f89c0f3-0c22-461a-861d-c122332e0e2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:08:04.492954 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f89c0f3-0c22-461a-861d-c122332e0e2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:08:04.493283 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f89c0f3-0c22-461a-861d-c122332e0e2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:08:04.493638 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f89c0f3-0c22-461a-861d-c122332e0e2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:08:04.493970 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f89c0f3-0c22-461a-861d-c122332e0e2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:08:04.494295 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f89c0f3-0c22-461a-861d-c122332e0e2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:08:04.494620 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f89c0f3-0c22-461a-861d-c122332e0e2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:08:04.494938 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f89c0f3-0c22-461a-861d-c122332e0e2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:08:04.495729 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f89c0f3-0c22-461a-861d-c122332e0e2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:08:04.542366 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-49d7b240-03f2-413f-89a2-86735acd057d admin admin] Publish callbacks [] for security_group (bd7669af-5f1d-4b41-9d3e-e7e671a785b0), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:04.578884 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-49d7b240-03f2-413f-89a2-86735acd057d admin admin] Publish callbacks [] for security_group (bd7669af-5f1d-4b41-9d3e-e7e671a785b0), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:04.785678 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-49d7b240-03f2-413f-89a2-86735acd057d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (bd7669af-5f1d-4b41-9d3e-e7e671a785b0), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:04.788915 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-49d7b240-03f2-413f-89a2-86735acd057d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:04.790108 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-49d7b240-03f2-413f-89a2-86735acd057d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bd7669af-5f1d-4b41-9d3e-e7e671a785b0 HTTP/1.1" status: 204 len: 168 time: 0.3020277 Feb 07 12:08:04.797991 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7b240-03f2-413f-89a2-86735acd057d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7669af-5f1d-4b41-9d3e-e7e671a785b0,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:08:04.804978 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7b240-03f2-413f-89a2-86735acd057d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:08:04.805332 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7b240-03f2-413f-89a2-86735acd057d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:08:04.805707 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7b240-03f2-413f-89a2-86735acd057d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:08:04.806045 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7b240-03f2-413f-89a2-86735acd057d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:08:04.806378 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7b240-03f2-413f-89a2-86735acd057d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:08:04.806708 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7b240-03f2-413f-89a2-86735acd057d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:08:04.807055 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7b240-03f2-413f-89a2-86735acd057d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:08:04.807363 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7b240-03f2-413f-89a2-86735acd057d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:08:04.807689 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7b240-03f2-413f-89a2-86735acd057d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:08:04.808011 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7b240-03f2-413f-89a2-86735acd057d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:08:04.808332 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7b240-03f2-413f-89a2-86735acd057d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:08:04.808655 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7b240-03f2-413f-89a2-86735acd057d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:08:04.808969 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7b240-03f2-413f-89a2-86735acd057d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:08:05.404380 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 34718) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:08:05.420070 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-388accd8-5f50-477b-b4b0-fe504d43301e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:05.523355 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-388accd8-5f50-477b-b4b0-fe504d43301e admin admin] Publish callbacks [] for security_group (faeec146-7b32-49a8-b871-84a86b683d13), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:05.599606 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-388accd8-5f50-477b-b4b0-fe504d43301e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (faeec146-7b32-49a8-b871-84a86b683d13), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:05.641029 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388accd8-5f50-477b-b4b0-fe504d43301e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faeec146-7b32-49a8-b871-84a86b683d13,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:08:05.654253 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-388accd8-5f50-477b-b4b0-fe504d43301e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4e87885fd0f54b6c81c23688a2435a24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439144 Feb 07 12:08:05.654641 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 34720) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:08:05.726795 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6586b64d-e785-4be5-8509-6372fb311ddd admin admin] Publish callbacks [] for security_group (faeec146-7b32-49a8-b871-84a86b683d13), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:05.754946 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6586b64d-e785-4be5-8509-6372fb311ddd admin admin] Publish callbacks [] for security_group (faeec146-7b32-49a8-b871-84a86b683d13), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:05.885117 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6586b64d-e785-4be5-8509-6372fb311ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (faeec146-7b32-49a8-b871-84a86b683d13), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:05.888112 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6586b64d-e785-4be5-8509-6372fb311ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:05.889442 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-6586b64d-e785-4be5-8509-6372fb311ddd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/faeec146-7b32-49a8-b871-84a86b683d13 HTTP/1.1" status: 204 len: 168 time: 0.2377889 Feb 07 12:08:05.899392 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586b64d-e785-4be5-8509-6372fb311ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faeec146-7b32-49a8-b871-84a86b683d13,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:08:06.675543 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cd24b35a-97b7-471e-877a-51336ee93db2 req-173695fd-6d10-4b88-ace5-0f6bf512a2e1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8641c81d-221b-47f7-9c68-598c9ec2d562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666308 Feb 07 12:08:06.797903 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24b35a-97b7-471e-877a-51336ee93db2 req-922b1ab9-a0dc-463f-8a41-5020da886a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:08:06.800345 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cd24b35a-97b7-471e-877a-51336ee93db2 req-922b1ab9-a0dc-463f-8a41-5020da886a6a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f652314e22c4aaeb65f608410318706&device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 1129 time: 0.0707812 Feb 07 12:08:06.942929 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24b35a-97b7-471e-877a-51336ee93db2 req-0efff288-f858-4296-9b34-1de8507f9d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:08:06.944418 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cd24b35a-97b7-471e-877a-51336ee93db2 req-0efff288-f858-4296-9b34-1de8507f9d55 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1d02701c-c637-4fd0-a81a-05c2ec80c184 HTTP/1.1" status: 200 len: 913 time: 0.1244321 Feb 07 12:08:07.034899 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cd24b35a-97b7-471e-877a-51336ee93db2 req-69ce1d1a-9d05-4bd7-a35e-09f778b6f424 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0824bb2f-f4eb-4028-8a00-740d8fc8e8c6 HTTP/1.1" status: 200 len: 1001 time: 0.0841072 Feb 07 12:08:07.095575 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24b35a-97b7-471e-877a-51336ee93db2 req-da48a127-5816-433f-9f5d-b1898ed41279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:08:07.097372 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cd24b35a-97b7-471e-877a-51336ee93db2 req-da48a127-5816-433f-9f5d-b1898ed41279 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5739ce3e-861c-4135-b445-d8ec087e8538 HTTP/1.1" status: 200 len: 851 time: 0.0566723 Feb 07 12:08:07.154787 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24b35a-97b7-471e-877a-51336ee93db2 req-250e67f4-11cf-4552-b523-21ef455e679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:08:07.156419 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cd24b35a-97b7-471e-877a-51336ee93db2 req-250e67f4-11cf-4552-b523-21ef455e679a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1d02701c-c637-4fd0-a81a-05c2ec80c184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0518711 Feb 07 12:08:07.281368 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cd24b35a-97b7-471e-877a-51336ee93db2 req-883f4ab0-03fa-47c4-820c-dca128a82ecd service neutron] 10.222.0.18 "GET /v2.0/networks/1d02701c-c637-4fd0-a81a-05c2ec80c184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137929 Feb 07 12:08:07.392420 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-cd24b35a-97b7-471e-877a-51336ee93db2 req-2f2c451a-faf6-458e-b442-ef2e0693afb3 service neutron] 10.222.0.18 "GET /v2.0/networks/1d02701c-c637-4fd0-a81a-05c2ec80c184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079309 Feb 07 12:08:07.957694 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 34762) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:08:08.102981 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-46591e2b-7f5d-4c9d-a952-9eaa978ad0b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:08.199281 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-46591e2b-7f5d-4c9d-a952-9eaa978ad0b6 admin admin] Publish callbacks [] for security_group (e8b30da2-6750-486f-8aaa-b905315da97f), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:08.279007 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-46591e2b-7f5d-4c9d-a952-9eaa978ad0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (e8b30da2-6750-486f-8aaa-b905315da97f), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:08.324106 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-46591e2b-7f5d-4c9d-a952-9eaa978ad0b6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=682d97685e284bf488fba76e7314d03a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3623407 Feb 07 12:08:08.324106 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46591e2b-7f5d-4c9d-a952-9eaa978ad0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b30da2-6750-486f-8aaa-b905315da97f,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:08:08.325595 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 34766) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:08:08.380651 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-afb1e468-ce92-4356-bfab-624e83491c48 admin admin] Publish callbacks [] for security_group (e8b30da2-6750-486f-8aaa-b905315da97f), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:08.401578 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-afb1e468-ce92-4356-bfab-624e83491c48 admin admin] Publish callbacks [] for security_group (e8b30da2-6750-486f-8aaa-b905315da97f), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:08.501975 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-1b7e80eb-be54-43bb-b90a-a8a4093eb3e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:08.548194 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-afb1e468-ce92-4356-bfab-624e83491c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (e8b30da2-6750-486f-8aaa-b905315da97f), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:08.551107 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-afb1e468-ce92-4356-bfab-624e83491c48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:08.552259 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-afb1e468-ce92-4356-bfab-624e83491c48 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e8b30da2-6750-486f-8aaa-b905315da97f HTTP/1.1" status: 204 len: 168 time: 0.2257226 Feb 07 12:08:08.560132 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1e468-ce92-4356-bfab-624e83491c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b30da2-6750-486f-8aaa-b905315da97f,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:08:10.579449 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-9a4a4aef-0621-4d81-ae3a-ae0d39746c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:11.819770 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:12.185784 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 34878) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:08:12.231879 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f42957-f3cb-49d6-8cdc-2dc0eac34310 admin admin] Deleting subnet 4fbe0a7f-2afd-4ea6-a318-f4cb7224be97 {{(pid=109816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 12:08:12.234941 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-32f42957-f3cb-49d6-8cdc-2dc0eac34310 admin admin] Publish callbacks [] for subnet (4fbe0a7f-2afd-4ea6-a318-f4cb7224be97), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:12.267179 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-32f42957-f3cb-49d6-8cdc-2dc0eac34310 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8929597'] for subnet (4fbe0a7f-2afd-4ea6-a318-f4cb7224be97), precommit_delete_associations {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:12.304263 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-32f42957-f3cb-49d6-8cdc-2dc0eac34310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67013173'] for subnet (4fbe0a7f-2afd-4ea6-a318-f4cb7224be97), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:12.430987 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-32f42957-f3cb-49d6-8cdc-2dc0eac34310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67013326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9209793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9316268'] for subnet (4fbe0a7f-2afd-4ea6-a318-f4cb7224be97), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:12.459666 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f42957-f3cb-49d6-8cdc-2dc0eac34310 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fbe0a7f-2afd-4ea6-a318-f4cb7224be97,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:08:12.463362 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-32f42957-f3cb-49d6-8cdc-2dc0eac34310 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:12.466737 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-32f42957-f3cb-49d6-8cdc-2dc0eac34310 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/4fbe0a7f-2afd-4ea6-a318-f4cb7224be97 HTTP/1.1" status: 204 len: 168 time: 0.2797685 Feb 07 12:08:12.469011 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 34880) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:08:12.533698 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-022650c4-d64f-4c63-82ed-44e1dbfae8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66708451'] for network (2e2936cd-3463-4114-a3a2-03a575ed01f5), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:12.610911 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-022650c4-d64f-4c63-82ed-44e1dbfae8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67092386', 'neutron.services.segments.db._delete_segments_for_network-8782771681473'] for network (2e2936cd-3463-4114-a3a2-03a575ed01f5), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:12.630936 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-022650c4-d64f-4c63-82ed-44e1dbfae8d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e2936cd-3463-4114-a3a2-03a575ed01f5']}} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:08:12.639813 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-022650c4-d64f-4c63-82ed-44e1dbfae8d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c647dd28-89aa-4b29-b939-66102274ce97') {'for_net_delete': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:08:12.640106 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-022650c4-d64f-4c63-82ed-44e1dbfae8d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c647dd28-89aa-4b29-b939-66102274ce97') {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:08:12.649767 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-022650c4-d64f-4c63-82ed-44e1dbfae8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782771684554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8929590'] for segment (c647dd28-89aa-4b29-b939-66102274ce97), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:12.662417 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-022650c4-d64f-4c63-82ed-44e1dbfae8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (c647dd28-89aa-4b29-b939-66102274ce97), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:12.668088 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022650c4-d64f-4c63-82ed-44e1dbfae8d1 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=109816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:08:12.668465 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-022650c4-d64f-4c63-82ed-44e1dbfae8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9209707'] for segment (c647dd28-89aa-4b29-b939-66102274ce97), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:12.670069 dv-cinder-817351-12-iscsi neutron-server[109816]: Traceback (most recent call last): Feb 07 12:08:12.670069 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:08:12.670069 dv-cinder-817351-12-iscsi neutron-server[109816]: timer() Feb 07 12:08:12.670069 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:08:12.670069 dv-cinder-817351-12-iscsi neutron-server[109816]: cb(*args, **kw) Feb 07 12:08:12.670069 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 12:08:12.670069 dv-cinder-817351-12-iscsi neutron-server[109816]: return func(*args, **kwargs) Feb 07 12:08:12.670069 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:08:12.670069 dv-cinder-817351-12-iscsi neutron-server[109816]: self._notify() Feb 07 12:08:12.670069 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:08:12.670069 dv-cinder-817351-12-iscsi neutron-server[109816]: self.callback(batched_events) Feb 07 12:08:12.670069 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:08:12.670069 dv-cinder-817351-12-iscsi neutron-server[109816]: event.method(event) Feb 07 12:08:12.670069 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 12:08:12.670069 dv-cinder-817351-12-iscsi neutron-server[109816]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:08:12.670069 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 12:08:12.670069 dv-cinder-817351-12-iscsi neutron-server[109816]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:08:12.670069 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 12:08:12.670069 dv-cinder-817351-12-iscsi neutron-server[109816]: return f(self, *a, **k) Feb 07 12:08:12.670069 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 12:08:12.670069 dv-cinder-817351-12-iscsi neutron-server[109816]: return self._get(url).json() Feb 07 12:08:12.670069 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 12:08:12.670069 dv-cinder-817351-12-iscsi neutron-server[109816]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:08:12.670069 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:08:12.670069 dv-cinder-817351-12-iscsi neutron-server[109816]: return self.request(url, 'GET', **kwargs) Feb 07 12:08:12.670069 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:08:12.670069 dv-cinder-817351-12-iscsi neutron-server[109816]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:08:12.670069 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:08:12.670069 dv-cinder-817351-12-iscsi neutron-server[109816]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:08:12.670069 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:08:12.670069 dv-cinder-817351-12-iscsi neutron-server[109816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:08:12.670069 dv-cinder-817351-12-iscsi neutron-server[109816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:08:12.819356 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-022650c4-d64f-4c63-82ed-44e1dbfae8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67092411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-875896'] for network (2e2936cd-3463-4114-a3a2-03a575ed01f5), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:12.824668 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-022650c4-d64f-4c63-82ed-44e1dbfae8d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:12.827845 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-022650c4-d64f-4c63-82ed-44e1dbfae8d1 admin admin] 10.222.0.67 "DELETE /v2.0/networks/2e2936cd-3463-4114-a3a2-03a575ed01f5 HTTP/1.1" status: 204 len: 168 time: 0.3578858 Feb 07 12:08:12.840732 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022650c4-d64f-4c63-82ed-44e1dbfae8d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e2936cd-3463-4114-a3a2-03a575ed01f5,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:08:13.257088 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 34888) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:08:13.295066 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-781560c3-2779-4362-bf30-079505606338 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1ce6985480164fd7b22b036e290a67ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367992 Feb 07 12:08:13.297419 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 34890) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:08:13.347035 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-0dabf7d8-ce92-4d6a-b8c0-30a8c43c021d admin admin] Publish callbacks [] for security_group (39bda2b8-a52d-43e0-86ab-002cbf1728fd), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:13.368351 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-0dabf7d8-ce92-4d6a-b8c0-30a8c43c021d admin admin] Publish callbacks [] for security_group (39bda2b8-a52d-43e0-86ab-002cbf1728fd), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:13.495351 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-0dabf7d8-ce92-4d6a-b8c0-30a8c43c021d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (39bda2b8-a52d-43e0-86ab-002cbf1728fd), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:13.498027 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-0dabf7d8-ce92-4d6a-b8c0-30a8c43c021d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:13.499164 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-0dabf7d8-ce92-4d6a-b8c0-30a8c43c021d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/39bda2b8-a52d-43e0-86ab-002cbf1728fd HTTP/1.1" status: 204 len: 168 time: 0.2008436 Feb 07 12:08:13.507920 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dabf7d8-ce92-4d6a-b8c0-30a8c43c021d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bda2b8-a52d-43e0-86ab-002cbf1728fd,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:08:13.725068 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:14.707482 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:21.036397 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 34946) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:08:21.173350 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8e2f535c-7442-4126-aca8-f5456461148d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:21.244273 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8e2f535c-7442-4126-aca8-f5456461148d admin admin] Publish callbacks [] for security_group (4cfac3d8-dbb1-4ccb-946d-90371546e2f1), precommit_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:21.322128 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-8e2f535c-7442-4126-aca8-f5456461148d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (4cfac3d8-dbb1-4ccb-946d-90371546e2f1), after_create {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:21.359100 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-8e2f535c-7442-4126-aca8-f5456461148d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3cfbf6e45a32412e93e88e65061903a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3216424 Feb 07 12:08:21.359931 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f535c-7442-4126-aca8-f5456461148d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfac3d8-dbb1-4ccb-946d-90371546e2f1,revision_number=1']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:08:21.362005 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 34950) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:08:21.409753 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6ec9298f-1930-4191-b9b6-4abbbc215a12 admin admin] Publish callbacks [] for security_group (4cfac3d8-dbb1-4ccb-946d-90371546e2f1), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:21.433116 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6ec9298f-1930-4191-b9b6-4abbbc215a12 admin admin] Publish callbacks [] for security_group (4cfac3d8-dbb1-4ccb-946d-90371546e2f1), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:21.586908 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6ec9298f-1930-4191-b9b6-4abbbc215a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (4cfac3d8-dbb1-4ccb-946d-90371546e2f1), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:21.589537 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-6ec9298f-1930-4191-b9b6-4abbbc215a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:21.590757 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-6ec9298f-1930-4191-b9b6-4abbbc215a12 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4cfac3d8-dbb1-4ccb-946d-90371546e2f1 HTTP/1.1" status: 204 len: 168 time: 0.2277570 Feb 07 12:08:21.598928 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9298f-1930-4191-b9b6-4abbbc215a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfac3d8-dbb1-4ccb-946d-90371546e2f1,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:08:23.264663 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:35.554938 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 12:08:38.425878 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-f6887a79-c082-4f95-ace7-a80a25c9de99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:40.551662 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6d6c2b1d-1999-420c-a914-842471b02bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:41.723289 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:43.693142 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:44.721389 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:46.413430 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 35092) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:08:46.514831 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-39a620a4-ff6d-4b10-ae16-f432a3c11cc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:46.586819 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-39a620a4-ff6d-4b10-ae16-f432a3c11cc4 admin admin] Publish callbacks [] for security_group (4b15146a-8761-47d0-9c72-756cef8ecccb), precommit_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:46.665812 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-39a620a4-ff6d-4b10-ae16-f432a3c11cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (4b15146a-8761-47d0-9c72-756cef8ecccb), after_create {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:46.704848 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-39a620a4-ff6d-4b10-ae16-f432a3c11cc4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=593703b2b4204056a07e1fbb0293ad4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2903514 Feb 07 12:08:46.705698 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a620a4-ff6d-4b10-ae16-f432a3c11cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b15146a-8761-47d0-9c72-756cef8ecccb,revision_number=1']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:08:46.707575 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 35096) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:08:46.754339 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4e9ed43d-400f-485e-87f0-6a02b090aff0 admin admin] Publish callbacks [] for security_group (4b15146a-8761-47d0-9c72-756cef8ecccb), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:46.775118 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4e9ed43d-400f-485e-87f0-6a02b090aff0 admin admin] Publish callbacks [] for security_group (4b15146a-8761-47d0-9c72-756cef8ecccb), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:46.905905 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4e9ed43d-400f-485e-87f0-6a02b090aff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (4b15146a-8761-47d0-9c72-756cef8ecccb), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:46.908471 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-4e9ed43d-400f-485e-87f0-6a02b090aff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:46.909635 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-4e9ed43d-400f-485e-87f0-6a02b090aff0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4b15146a-8761-47d0-9c72-756cef8ecccb HTTP/1.1" status: 204 len: 168 time: 0.2010663 Feb 07 12:08:46.917644 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ed43d-400f-485e-87f0-6a02b090aff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b15146a-8761-47d0-9c72-756cef8ecccb,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:08:53.288584 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:58.223330 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 35102) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:08:58.384422 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-6186d10c-b6f3-4cab-8490-146cf23be77b tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Deleting port 38858060-0949-4a7f-bab8-41aa2ae5f03e {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:08:58.384758 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6186d10c-b6f3-4cab-8490-146cf23be77b tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (38858060-0949-4a7f-bab8-41aa2ae5f03e), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:58.456581 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6186d10c-b6f3-4cab-8490-146cf23be77b tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (38858060-0949-4a7f-bab8-41aa2ae5f03e), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:58.456906 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6186d10c-b6f3-4cab-8490-146cf23be77b tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for floatingip (38858060-0949-4a7f-bab8-41aa2ae5f03e), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:58.468985 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-6186d10c-b6f3-4cab-8490-146cf23be77b tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Calling delete_port for 38858060-0949-4a7f-bab8-41aa2ae5f03e owned by network:floatingip {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:08:58.692557 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6186d10c-b6f3-4cab-8490-146cf23be77b tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (38858060-0949-4a7f-bab8-41aa2ae5f03e), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:58.721057 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186d10c-b6f3-4cab-8490-146cf23be77b tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Pushing event deleted for resources: {'Port': ['ID=38858060-0949-4a7f-bab8-41aa2ae5f03e,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:08:58.779898 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6186d10c-b6f3-4cab-8490-146cf23be77b tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for floatingip (9db9a796-dccf-4b29-9d53-f23475128b56), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:58.780223 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.db.l3_db [None req-6186d10c-b6f3-4cab-8490-146cf23be77b tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Floating IP 9db9a796-dccf-4b29-9d53-f23475128b56 disassociated (deleted). External IP: 172.27.1.36, port: 54fa02ab-e0b4-44ee-8732-34ad00f6e3d0. Feb 07 12:08:59.247045 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6186d10c-b6f3-4cab-8490-146cf23be77b tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Router 1eae28b3-1167-4e2b-8353-6bae16580de1 has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 12:08:59.354062 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6186d10c-b6f3-4cab-8490-146cf23be77b tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 12:08:59.362108 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-6186d10c-b6f3-4cab-8490-146cf23be77b tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for floatingip (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:08:59.363523 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a34ed1a-f78e-4ae0-bd94-c94da8fdde14 None None] Sync routers for ids ['1eae28b3-1167-4e2b-8353-6bae16580de1'] in dv-cinder-817351-12-iscsi {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:08:59.372838 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a34ed1a-f78e-4ae0-bd94-c94da8fdde14 None None] Routers {'1eae28b3-1167-4e2b-8353-6bae16580de1'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:08:59.373458 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-8a34ed1a-f78e-4ae0-bd94-c94da8fdde14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:08:40Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['1eae28b3-1167-4e2b-8353-6bae16580de1'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:08:59.387434 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-6186d10c-b6f3-4cab-8490-146cf23be77b tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "DELETE /v2.0/floatingips/9db9a796-dccf-4b29-9d53-f23475128b56 HTTP/1.1" status: 204 len: 168 time: 1.1630208 Feb 07 12:08:59.390935 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1f1ebb-e20e-4100-bba2-19818535c20c', 'tag': '54fa02ab-e0b4-44ee-8732-34ad00f6e3d0'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:08:59.390935 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7438eca-df0b-4b9a-9718-f7f77d0a78d5" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1f1ebb-e20e-4100-bba2-19818535c20c", "tag": "54fa02ab-e0b4-44ee-8732-34ad00f6e3d0"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:08:59.429698 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 12:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d206a4-c980-4573-9953-d47d622b10e9 x-openstack-request-id: req-89d206a4-c980-4573-9953-d47d622b10e9 {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:08:59.429996 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1f1ebb-e20e-4100-bba2-19818535c20c", "tag": "54fa02ab-e0b4-44ee-8732-34ad00f6e3d0", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:08:59.430451 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-89d206a4-c980-4573-9953-d47d622b10e9 {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:08:59.430856 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1f1ebb-e20e-4100-bba2-19818535c20c', 'tag': '54fa02ab-e0b4-44ee-8732-34ad00f6e3d0', 'status': 'completed', 'code': 200} Feb 07 12:08:59.482816 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-8a34ed1a-f78e-4ae0-bd94-c94da8fdde14 None None] Set router 1eae28b3-1167-4e2b-8353-6bae16580de1 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:08:59.495838 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7438eca-df0b-4b9a-9718-f7f77d0a78d5 req-c0304603-275d-4943-97e4-1835fd94e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:08:59.497421 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c7438eca-df0b-4b9a-9718-f7f77d0a78d5 req-c0304603-275d-4943-97e4-1835fd94e3ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f652314e22c4aaeb65f608410318706&device_id=0d1f1ebb-e20e-4100-bba2-19818535c20c HTTP/1.1" status: 200 len: 1129 time: 0.0462232 Feb 07 12:08:59.592505 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7438eca-df0b-4b9a-9718-f7f77d0a78d5 req-a70baab9-7a72-430e-848d-7a242fb38f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:08:59.593997 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c7438eca-df0b-4b9a-9718-f7f77d0a78d5 req-a70baab9-7a72-430e-848d-7a242fb38f55 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1d02701c-c637-4fd0-a81a-05c2ec80c184 HTTP/1.1" status: 200 len: 913 time: 0.0907664 Feb 07 12:08:59.638797 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c7438eca-df0b-4b9a-9718-f7f77d0a78d5 req-2ff42c83-09e5-4082-8d69-8518660388a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54fa02ab-e0b4-44ee-8732-34ad00f6e3d0 HTTP/1.1" status: 200 len: 217 time: 0.0383632 Feb 07 12:08:59.684995 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7438eca-df0b-4b9a-9718-f7f77d0a78d5 req-92b02d4f-7ace-46c3-8e72-8b44f6e6cc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:08:59.686576 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c7438eca-df0b-4b9a-9718-f7f77d0a78d5 req-92b02d4f-7ace-46c3-8e72-8b44f6e6cc60 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5739ce3e-861c-4135-b445-d8ec087e8538 HTTP/1.1" status: 200 len: 851 time: 0.0426672 Feb 07 12:08:59.722130 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-8a34ed1a-f78e-4ae0-bd94-c94da8fdde14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'name': 'tempest-TestVolumeBootPattern-1377235404-router', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:49Z', 'updated_at': '2022-02-07T11:59:52Z', 'revision_number': 4, 'project_id': '2f652314e22c4aaeb65f608410318706', 'gw_port': {'id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:50Z', 'updated_at': '2022-02-07T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_floatingips': [{'id': '26ab4154-3bce-4e78-a90f-c442cf374422', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'port_id': '0824bb2f-f4eb-4028-8a00-740d8fc8e8c6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'mac_address': 'fa:16:3e:5c:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8641c81d-221b-47f7-9c68-598c9ec2d562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:04:22Z', 'updated_at': '2022-02-07T12:04:25Z', 'revision_number': 1, 'project_id': '2f652314e22c4aaeb65f608410318706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '021329a1-f8ab-418e-9447-bb303a23d179', 'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'mac_address': 'fa:16:3e:54:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:51Z', 'updated_at': '2022-02-07T11:59:57Z', 'revision_number': 5, 'project_id': '2f652314e22c4aaeb65f608410318706', 'subnets': [{'id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:08:59.741206 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7438eca-df0b-4b9a-9718-f7f77d0a78d5 req-26603e9e-3d65-4016-9683-0a828cd3b67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:08:59.746161 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c7438eca-df0b-4b9a-9718-f7f77d0a78d5 req-26603e9e-3d65-4016-9683-0a828cd3b67e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1d02701c-c637-4fd0-a81a-05c2ec80c184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0508027 Feb 07 12:08:59.751096 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a34ed1a-f78e-4ae0-bd94-c94da8fdde14 None None] Checking router: 1eae28b3-1167-4e2b-8353-6bae16580de1 for host: dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:08:59.760009 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a34ed1a-f78e-4ae0-bd94-c94da8fdde14 None None] Routers {'1eae28b3-1167-4e2b-8353-6bae16580de1'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:08:59.760614 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-8a34ed1a-f78e-4ae0-bd94-c94da8fdde14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:08:40Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['1eae28b3-1167-4e2b-8353-6bae16580de1'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:08:59.835225 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c7438eca-df0b-4b9a-9718-f7f77d0a78d5 req-8b3f5899-59f6-4d12-8468-8cc88793d053 service neutron] 10.222.0.18 "GET /v2.0/networks/1d02701c-c637-4fd0-a81a-05c2ec80c184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860546 Feb 07 12:08:59.878476 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-8a34ed1a-f78e-4ae0-bd94-c94da8fdde14 None None] Set router 1eae28b3-1167-4e2b-8353-6bae16580de1 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:08:59.970774 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-c7438eca-df0b-4b9a-9718-f7f77d0a78d5 req-c2bd8404-b7f0-47a2-bc05-94378a6f1b47 service neutron] 10.222.0.18 "GET /v2.0/networks/1d02701c-c637-4fd0-a81a-05c2ec80c184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220403 Feb 07 12:08:59.994287 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026d7db-87ba-434f-bda2-4de240e3c7d1 req-005413b9-7517-4231-bc0d-6dc7a2ff6029 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:08:59.996266 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e026d7db-87ba-434f-bda2-4de240e3c7d1 req-005413b9-7517-4231-bc0d-6dc7a2ff6029 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d1f1ebb-e20e-4100-bba2-19818535c20c HTTP/1.1" status: 200 len: 945 time: 0.0769107 Feb 07 12:09:00.048006 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-e026d7db-87ba-434f-bda2-4de240e3c7d1 req-b694207e-61e7-4093-b8dc-22830e77effa tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453866 Feb 07 12:09:00.115526 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-8a34ed1a-f78e-4ae0-bd94-c94da8fdde14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'name': 'tempest-TestVolumeBootPattern-1377235404-router', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:49Z', 'updated_at': '2022-02-07T11:59:52Z', 'revision_number': 4, 'project_id': '2f652314e22c4aaeb65f608410318706', 'gw_port': {'id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:50Z', 'updated_at': '2022-02-07T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_floatingips': [{'id': '26ab4154-3bce-4e78-a90f-c442cf374422', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'port_id': '0824bb2f-f4eb-4028-8a00-740d8fc8e8c6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'mac_address': 'fa:16:3e:5c:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8641c81d-221b-47f7-9c68-598c9ec2d562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:04:22Z', 'updated_at': '2022-02-07T12:04:25Z', 'revision_number': 1, 'project_id': '2f652314e22c4aaeb65f608410318706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '021329a1-f8ab-418e-9447-bb303a23d179', 'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'mac_address': 'fa:16:3e:54:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:51Z', 'updated_at': '2022-02-07T11:59:57Z', 'revision_number': 5, 'project_id': '2f652314e22c4aaeb65f608410318706', 'subnets': [{'id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:09:00.142600 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a34ed1a-f78e-4ae0-bd94-c94da8fdde14 None None] The sync data for ids ['1eae28b3-1167-4e2b-8353-6bae16580de1'] in dv-cinder-817351-12-iscsi is: [{'id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'name': 'tempest-TestVolumeBootPattern-1377235404-router', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:49Z', 'updated_at': '2022-02-07T11:59:52Z', 'revision_number': 4, 'project_id': '2f652314e22c4aaeb65f608410318706', 'gw_port': {'id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:50Z', 'updated_at': '2022-02-07T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_floatingips': [{'id': '26ab4154-3bce-4e78-a90f-c442cf374422', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'router_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'port_id': '0824bb2f-f4eb-4028-8a00-740d8fc8e8c6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'mac_address': 'fa:16:3e:5c:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8641c81d-221b-47f7-9c68-598c9ec2d562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:04:22Z', 'updated_at': '2022-02-07T12:04:25Z', 'revision_number': 1, 'project_id': '2f652314e22c4aaeb65f608410318706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '021329a1-f8ab-418e-9447-bb303a23d179', 'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'mac_address': 'fa:16:3e:54:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:51Z', 'updated_at': '2022-02-07T11:59:57Z', 'revision_number': 5, 'project_id': '2f652314e22c4aaeb65f608410318706', 'subnets': [{'id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:09:00.359119 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f29c6c-969d-4596-9215-b7af3c93a2e1 None None] New status for floating IP 9db9a796-dccf-4b29-9d53-f23475128b56: DOWN {{(pid=109818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 12:09:01.168347 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61490794-21c4-4916-9f43-ff4b26f4e268 req-61951862-947a-4e82-a88e-e5d8171ac0bc tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:09:01.169857 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-61490794-21c4-4916-9f43-ff4b26f4e268 req-61951862-947a-4e82-a88e-e5d8171ac0bc tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d1f1ebb-e20e-4100-bba2-19818535c20c HTTP/1.1" status: 200 len: 945 time: 0.0521255 Feb 07 12:09:01.220711 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-61490794-21c4-4916-9f43-ff4b26f4e268 req-732ed26e-e5d9-4042-a47f-e3aab288a8f1 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453241 Feb 07 12:09:01.827712 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9030527-3ce2-4042-8387-8ea9c4f8fed2 req-6a061e56-c9f6-4b7a-b284-f11cc38f85b1 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:09:01.829147 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f9030527-3ce2-4042-8387-8ea9c4f8fed2 req-6a061e56-c9f6-4b7a-b284-f11cc38f85b1 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d1f1ebb-e20e-4100-bba2-19818535c20c HTTP/1.1" status: 200 len: 945 time: 0.0515985 Feb 07 12:09:01.921931 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-f9030527-3ce2-4042-8387-8ea9c4f8fed2 req-38f9e812-3f87-4a8d-8ef6-07a4249bbe68 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Deleting port 54fa02ab-e0b4-44ee-8732-34ad00f6e3d0 {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:09:01.922273 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-f9030527-3ce2-4042-8387-8ea9c4f8fed2 req-38f9e812-3f87-4a8d-8ef6-07a4249bbe68 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (54fa02ab-e0b4-44ee-8732-34ad00f6e3d0), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:02.008275 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-f9030527-3ce2-4042-8387-8ea9c4f8fed2 req-38f9e812-3f87-4a8d-8ef6-07a4249bbe68 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] For port 54fa02ab-e0b4-44ee-8732-34ad00f6e3d0, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=54fa02ab-e0b4-44ee-8732-34ad00f6e3d0,segment=NetworkSegment(b69da94f-349b-487c-88c8-2782db5b7d3b),segment_id=b69da94f-349b-487c-88c8-2782db5b7d3b)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:09:02.008638 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-f9030527-3ce2-4042-8387-8ea9c4f8fed2 req-38f9e812-3f87-4a8d-8ef6-07a4249bbe68 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (54fa02ab-e0b4-44ee-8732-34ad00f6e3d0), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:02.025059 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-f9030527-3ce2-4042-8387-8ea9c4f8fed2 req-38f9e812-3f87-4a8d-8ef6-07a4249bbe68 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Calling delete_port for 54fa02ab-e0b4-44ee-8732-34ad00f6e3d0 owned by compute:nova {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:09:02.202464 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-f9030527-3ce2-4042-8387-8ea9c4f8fed2 req-38f9e812-3f87-4a8d-8ef6-07a4249bbe68 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (54fa02ab-e0b4-44ee-8732-34ad00f6e3d0), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:02.231874 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9e812-3f87-4a8d-8ef6-07a4249bbe68 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Pushing event deleted for resources: {'Port': ['ID=54fa02ab-e0b4-44ee-8732-34ad00f6e3d0,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:09:02.280481 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9030527-3ce2-4042-8387-8ea9c4f8fed2 req-38f9e812-3f87-4a8d-8ef6-07a4249bbe68 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] No DVR routers for this DVR port 54fa02ab-e0b4-44ee-8732-34ad00f6e3d0 on host hv-cinder-81735 {{(pid=109816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:09:02.282946 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-f9030527-3ce2-4042-8387-8ea9c4f8fed2 req-38f9e812-3f87-4a8d-8ef6-07a4249bbe68 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:02.286801 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-f9030527-3ce2-4042-8387-8ea9c4f8fed2 req-38f9e812-3f87-4a8d-8ef6-07a4249bbe68 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.18 "DELETE /v2.0/ports/54fa02ab-e0b4-44ee-8732-34ad00f6e3d0 HTTP/1.1" status: 204 len: 173 time: 0.4520965 Feb 07 12:09:02.287251 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1f1ebb-e20e-4100-bba2-19818535c20c', 'name': 'network-vif-deleted', 'tag': '54fa02ab-e0b4-44ee-8732-34ad00f6e3d0'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:09:02.289625 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38a55cc-4729-4492-bea3-c1bc1c08045f" -d '{"events": [{"server_uuid": "0d1f1ebb-e20e-4100-bba2-19818535c20c", "name": "network-vif-deleted", "tag": "54fa02ab-e0b4-44ee-8732-34ad00f6e3d0"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:09:02.332030 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54a7a09-cec0-4a12-9360-7daaf3bd263e x-openstack-request-id: req-d54a7a09-cec0-4a12-9360-7daaf3bd263e {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:09:02.332316 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1f1ebb-e20e-4100-bba2-19818535c20c", "name": "network-vif-deleted", "tag": "54fa02ab-e0b4-44ee-8732-34ad00f6e3d0", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:09:02.332568 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d54a7a09-cec0-4a12-9360-7daaf3bd263e {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:09:02.332956 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1f1ebb-e20e-4100-bba2-19818535c20c', 'name': 'network-vif-deleted', 'tag': '54fa02ab-e0b4-44ee-8732-34ad00f6e3d0', 'status': 'completed', 'code': 200} Feb 07 12:09:02.335308 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-7789937c-9aae-4a68-b617-82d5103946c4 req-f19c6d9f-7ec4-4d67-b22e-d895b2184749 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d1f1ebb-e20e-4100-bba2-19818535c20c HTTP/1.1" status: 200 len: 210 time: 0.0312836 Feb 07 12:09:03.448402 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-d43dee94-8a8b-46f0-a57f-abc10d6dedf0 req-3e29ce0f-3dcf-4b99-8334-52f233c95f12 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d1f1ebb-e20e-4100-bba2-19818535c20c HTTP/1.1" status: 200 len: 210 time: 0.0273454 Feb 07 12:09:03.876773 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 54fa02ab-e0b4-44ee-8732-34ad00f6e3d0 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:09:03.899941 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] No Port match for: 54fa02ab-e0b4-44ee-8732-34ad00f6e3d0 {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:09:03.900278 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 54fa02ab-e0b4-44ee-8732-34ad00f6e3d0 not bound to the agent host hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:09:06.951841 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 35140) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:09:07.103077 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-ecb249cb-b187-4212-b4fb-b0fa27e936ad tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Deleting port 4fbac475-ffd1-40c0-b821-03ead4370ce8 {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:09:07.103408 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-ecb249cb-b187-4212-b4fb-b0fa27e936ad tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (4fbac475-ffd1-40c0-b821-03ead4370ce8), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:07.178680 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-ecb249cb-b187-4212-b4fb-b0fa27e936ad tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (4fbac475-ffd1-40c0-b821-03ead4370ce8), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:07.179010 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-ecb249cb-b187-4212-b4fb-b0fa27e936ad tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for floatingip (4fbac475-ffd1-40c0-b821-03ead4370ce8), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:07.191264 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-ecb249cb-b187-4212-b4fb-b0fa27e936ad tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Calling delete_port for 4fbac475-ffd1-40c0-b821-03ead4370ce8 owned by network:floatingip {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:09:07.396371 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-ecb249cb-b187-4212-b4fb-b0fa27e936ad tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (4fbac475-ffd1-40c0-b821-03ead4370ce8), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:07.421758 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb249cb-b187-4212-b4fb-b0fa27e936ad tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Pushing event deleted for resources: {'Port': ['ID=4fbac475-ffd1-40c0-b821-03ead4370ce8,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:09:07.448071 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb249cb-b187-4212-b4fb-b0fa27e936ad tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:07.448344 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb249cb-b187-4212-b4fb-b0fa27e936ad tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:07.448705 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb249cb-b187-4212-b4fb-b0fa27e936ad tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:07.449024 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb249cb-b187-4212-b4fb-b0fa27e936ad tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:07.449350 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb249cb-b187-4212-b4fb-b0fa27e936ad tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:07.449704 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb249cb-b187-4212-b4fb-b0fa27e936ad tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:07.450027 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb249cb-b187-4212-b4fb-b0fa27e936ad tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:07.450348 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb249cb-b187-4212-b4fb-b0fa27e936ad tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:07.450668 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb249cb-b187-4212-b4fb-b0fa27e936ad tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:07.450985 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb249cb-b187-4212-b4fb-b0fa27e936ad tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:07.451299 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb249cb-b187-4212-b4fb-b0fa27e936ad tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:07.451610 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb249cb-b187-4212-b4fb-b0fa27e936ad tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:07.451922 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb249cb-b187-4212-b4fb-b0fa27e936ad tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:07.489702 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-ecb249cb-b187-4212-b4fb-b0fa27e936ad tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for floatingip (26ab4154-3bce-4e78-a90f-c442cf374422), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:07.490029 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.db.l3_db [None req-ecb249cb-b187-4212-b4fb-b0fa27e936ad tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Floating IP 26ab4154-3bce-4e78-a90f-c442cf374422 disassociated (deleted). External IP: 172.27.1.245, port: 0824bb2f-f4eb-4028-8a00-740d8fc8e8c6. Feb 07 12:09:07.695960 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb249cb-b187-4212-b4fb-b0fa27e936ad tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Router 1eae28b3-1167-4e2b-8353-6bae16580de1 has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 12:09:07.803008 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb249cb-b187-4212-b4fb-b0fa27e936ad tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 12:09:07.807627 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-ecb249cb-b187-4212-b4fb-b0fa27e936ad tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for floatingip (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:07.812318 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1406aca8-b8d0-4fbf-99c6-138a73a8cec3 None None] Sync routers for ids ['1eae28b3-1167-4e2b-8353-6bae16580de1'] in dv-cinder-817351-12-iscsi {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:09:07.823389 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1406aca8-b8d0-4fbf-99c6-138a73a8cec3 None None] Routers {'1eae28b3-1167-4e2b-8353-6bae16580de1'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:09:07.824011 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-1406aca8-b8d0-4fbf-99c6-138a73a8cec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:08:40Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['1eae28b3-1167-4e2b-8353-6bae16580de1'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:09:07.838703 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-ecb249cb-b187-4212-b4fb-b0fa27e936ad tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "DELETE /v2.0/floatingips/26ab4154-3bce-4e78-a90f-c442cf374422 HTTP/1.1" status: 204 len: 168 time: 0.8857877 Feb 07 12:09:07.839304 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8641c81d-221b-47f7-9c68-598c9ec2d562', 'tag': '0824bb2f-f4eb-4028-8a00-740d8fc8e8c6'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:09:07.841534 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc45a7e-b0c9-45c4-9593-20ced3fdb846" -d '{"events": [{"name": "network-changed", "server_uuid": "8641c81d-221b-47f7-9c68-598c9ec2d562", "tag": "0824bb2f-f4eb-4028-8a00-740d8fc8e8c6"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:09:07.880375 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 12:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292ebfc3-1ae6-4f08-be32-bddb2bf60978 x-openstack-request-id: req-292ebfc3-1ae6-4f08-be32-bddb2bf60978 {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:09:07.880651 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8641c81d-221b-47f7-9c68-598c9ec2d562", "tag": "0824bb2f-f4eb-4028-8a00-740d8fc8e8c6", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:09:07.880990 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-292ebfc3-1ae6-4f08-be32-bddb2bf60978 {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:09:07.881304 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8641c81d-221b-47f7-9c68-598c9ec2d562', 'tag': '0824bb2f-f4eb-4028-8a00-740d8fc8e8c6', 'status': 'completed', 'code': 200} Feb 07 12:09:07.941919 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-1406aca8-b8d0-4fbf-99c6-138a73a8cec3 None None] Set router 1eae28b3-1167-4e2b-8353-6bae16580de1 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:09:07.949169 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc45a7e-b0c9-45c4-9593-20ced3fdb846 req-b160fd43-1a29-4473-9895-103de441b545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:09:07.950759 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5bc45a7e-b0c9-45c4-9593-20ced3fdb846 req-b160fd43-1a29-4473-9895-103de441b545 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f652314e22c4aaeb65f608410318706&device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 1129 time: 0.0463626 Feb 07 12:09:08.043380 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc45a7e-b0c9-45c4-9593-20ced3fdb846 req-78e0b0d5-5fc8-4d05-8ad1-198dd892ce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:09:08.044869 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5bc45a7e-b0c9-45c4-9593-20ced3fdb846 req-78e0b0d5-5fc8-4d05-8ad1-198dd892ce69 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1d02701c-c637-4fd0-a81a-05c2ec80c184 HTTP/1.1" status: 200 len: 913 time: 0.0877235 Feb 07 12:09:08.092159 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5bc45a7e-b0c9-45c4-9593-20ced3fdb846 req-ea784c90-9ed4-48c9-889a-b323a0d7c08f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0824bb2f-f4eb-4028-8a00-740d8fc8e8c6 HTTP/1.1" status: 200 len: 217 time: 0.0364079 Feb 07 12:09:08.140611 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc45a7e-b0c9-45c4-9593-20ced3fdb846 req-32a36282-955e-4833-83c2-f542402353fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:09:08.142856 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5bc45a7e-b0c9-45c4-9593-20ced3fdb846 req-32a36282-955e-4833-83c2-f542402353fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5739ce3e-861c-4135-b445-d8ec087e8538 HTTP/1.1" status: 200 len: 851 time: 0.0454092 Feb 07 12:09:08.147982 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-1406aca8-b8d0-4fbf-99c6-138a73a8cec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'name': 'tempest-TestVolumeBootPattern-1377235404-router', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:49Z', 'updated_at': '2022-02-07T11:59:52Z', 'revision_number': 4, 'project_id': '2f652314e22c4aaeb65f608410318706', 'gw_port': {'id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:50Z', 'updated_at': '2022-02-07T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '021329a1-f8ab-418e-9447-bb303a23d179', 'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'mac_address': 'fa:16:3e:54:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:51Z', 'updated_at': '2022-02-07T11:59:57Z', 'revision_number': 5, 'project_id': '2f652314e22c4aaeb65f608410318706', 'subnets': [{'id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:09:08.175256 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1406aca8-b8d0-4fbf-99c6-138a73a8cec3 None None] Checking router: 1eae28b3-1167-4e2b-8353-6bae16580de1 for host: dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:09:08.184412 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1406aca8-b8d0-4fbf-99c6-138a73a8cec3 None None] Routers {'1eae28b3-1167-4e2b-8353-6bae16580de1'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:09:08.185027 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-1406aca8-b8d0-4fbf-99c6-138a73a8cec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:08:40Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['1eae28b3-1167-4e2b-8353-6bae16580de1'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:09:08.246149 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc45a7e-b0c9-45c4-9593-20ced3fdb846 req-56af4e13-a64c-4077-8626-bd6c269c76e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:09:08.247683 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5bc45a7e-b0c9-45c4-9593-20ced3fdb846 req-56af4e13-a64c-4077-8626-bd6c269c76e4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1d02701c-c637-4fd0-a81a-05c2ec80c184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0872502 Feb 07 12:09:08.301450 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-1406aca8-b8d0-4fbf-99c6-138a73a8cec3 None None] Set router 1eae28b3-1167-4e2b-8353-6bae16580de1 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:09:08.304642 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc6b2c-6576-40a2-adc1-50e2c4943176 req-3569c343-ed52-4035-9dd6-50673ad49d8e tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:09:08.306680 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-63bc6b2c-6576-40a2-adc1-50e2c4943176 req-3569c343-ed52-4035-9dd6-50673ad49d8e tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 945 time: 0.1119871 Feb 07 12:09:08.382553 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-63bc6b2c-6576-40a2-adc1-50e2c4943176 req-14c0d5a3-4b61-461b-aae3-0041a082c61b tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695651 Feb 07 12:09:08.386529 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5bc45a7e-b0c9-45c4-9593-20ced3fdb846 req-d8e42e6c-5cfa-489c-acc0-ce7a650469c6 service neutron] 10.222.0.18 "GET /v2.0/networks/1d02701c-c637-4fd0-a81a-05c2ec80c184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311767 Feb 07 12:09:08.428013 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-d01bec34-3d8f-450b-8c58-8fc11ff0fff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:08.488349 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-5bc45a7e-b0c9-45c4-9593-20ced3fdb846 req-5f19c3f1-6be4-4e5b-b1ec-3491225110a6 service neutron] 10.222.0.18 "GET /v2.0/networks/1d02701c-c637-4fd0-a81a-05c2ec80c184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951588 Feb 07 12:09:08.523512 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-1406aca8-b8d0-4fbf-99c6-138a73a8cec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'name': 'tempest-TestVolumeBootPattern-1377235404-router', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:49Z', 'updated_at': '2022-02-07T11:59:52Z', 'revision_number': 4, 'project_id': '2f652314e22c4aaeb65f608410318706', 'gw_port': {'id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:50Z', 'updated_at': '2022-02-07T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '021329a1-f8ab-418e-9447-bb303a23d179', 'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'mac_address': 'fa:16:3e:54:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:51Z', 'updated_at': '2022-02-07T11:59:57Z', 'revision_number': 5, 'project_id': '2f652314e22c4aaeb65f608410318706', 'subnets': [{'id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:09:08.548723 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1406aca8-b8d0-4fbf-99c6-138a73a8cec3 None None] The sync data for ids ['1eae28b3-1167-4e2b-8353-6bae16580de1'] in dv-cinder-817351-12-iscsi is: [{'id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'name': 'tempest-TestVolumeBootPattern-1377235404-router', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:49Z', 'updated_at': '2022-02-07T11:59:52Z', 'revision_number': 4, 'project_id': '2f652314e22c4aaeb65f608410318706', 'gw_port': {'id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:50Z', 'updated_at': '2022-02-07T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi', '_interfaces': [{'id': '021329a1-f8ab-418e-9447-bb303a23d179', 'name': '', 'network_id': '1d02701c-c637-4fd0-a81a-05c2ec80c184', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'mac_address': 'fa:16:3e:54:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:51Z', 'updated_at': '2022-02-07T11:59:57Z', 'revision_number': 5, 'project_id': '2f652314e22c4aaeb65f608410318706', 'subnets': [{'id': '5739ce3e-861c-4135-b445-d8ec087e8538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:09:08.769422 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f447ded4-e205-4312-b5c0-ddfa4c3c8f50 None None] New status for floating IP 26ab4154-3bce-4e78-a90f-c442cf374422: DOWN {{(pid=109818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 12:09:09.280008 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197966e-4a3e-427b-ab56-e9abd4607251 req-4c8fe851-2a17-43fb-8c84-6c5cbc56e13f tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:09:09.281444 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9197966e-4a3e-427b-ab56-e9abd4607251 req-4c8fe851-2a17-43fb-8c84-6c5cbc56e13f tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.18 "GET /v2.0/ports?device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 945 time: 0.0509770 Feb 07 12:09:09.374498 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-9197966e-4a3e-427b-ab56-e9abd4607251 req-a4e9f526-7bf4-44d9-8c06-04b8ca87f4fd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Deleting port 0824bb2f-f4eb-4028-8a00-740d8fc8e8c6 {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:09:09.374839 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-9197966e-4a3e-427b-ab56-e9abd4607251 req-a4e9f526-7bf4-44d9-8c06-04b8ca87f4fd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (0824bb2f-f4eb-4028-8a00-740d8fc8e8c6), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:09.462098 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [req-9197966e-4a3e-427b-ab56-e9abd4607251 req-a4e9f526-7bf4-44d9-8c06-04b8ca87f4fd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] For port 0824bb2f-f4eb-4028-8a00-740d8fc8e8c6, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=0824bb2f-f4eb-4028-8a00-740d8fc8e8c6,segment=NetworkSegment(b69da94f-349b-487c-88c8-2782db5b7d3b),segment_id=b69da94f-349b-487c-88c8-2782db5b7d3b)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:09:09.462469 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-9197966e-4a3e-427b-ab56-e9abd4607251 req-a4e9f526-7bf4-44d9-8c06-04b8ca87f4fd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (0824bb2f-f4eb-4028-8a00-740d8fc8e8c6), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:09.479022 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [req-9197966e-4a3e-427b-ab56-e9abd4607251 req-a4e9f526-7bf4-44d9-8c06-04b8ca87f4fd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Calling delete_port for 0824bb2f-f4eb-4028-8a00-740d8fc8e8c6 owned by compute:nova {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:09:09.505935 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cc0ea-d82b-41ac-b5be-8bfbc997df90 req-f8c6ef12-66d2-4784-8dd6-c6f2a348c273 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:09:09.507419 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-971cc0ea-d82b-41ac-b5be-8bfbc997df90 req-f8c6ef12-66d2-4784-8dd6-c6f2a348c273 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 945 time: 0.0515127 Feb 07 12:09:09.555667 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-971cc0ea-d82b-41ac-b5be-8bfbc997df90 req-c6e301dd-f7b5-4fdb-908e-dfee039732ae tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/security-groups?id=4d0ea404-a5d1-4383-af02-01c54c973929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421114 Feb 07 12:09:09.652409 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-9197966e-4a3e-427b-ab56-e9abd4607251 req-a4e9f526-7bf4-44d9-8c06-04b8ca87f4fd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (0824bb2f-f4eb-4028-8a00-740d8fc8e8c6), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:09.679801 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9f526-7bf4-44d9-8c06-04b8ca87f4fd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Pushing event deleted for resources: {'Port': ['ID=0824bb2f-f4eb-4028-8a00-740d8fc8e8c6,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:09:09.725500 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9197966e-4a3e-427b-ab56-e9abd4607251 req-a4e9f526-7bf4-44d9-8c06-04b8ca87f4fd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] No DVR routers for this DVR port 0824bb2f-f4eb-4028-8a00-740d8fc8e8c6 on host hv-cinder-81735 {{(pid=109816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:09:09.728143 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [req-9197966e-4a3e-427b-ab56-e9abd4607251 req-a4e9f526-7bf4-44d9-8c06-04b8ca87f4fd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for port (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:09.731566 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [req-9197966e-4a3e-427b-ab56-e9abd4607251 req-a4e9f526-7bf4-44d9-8c06-04b8ca87f4fd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.18 "DELETE /v2.0/ports/0824bb2f-f4eb-4028-8a00-740d8fc8e8c6 HTTP/1.1" status: 204 len: 173 time: 0.4450529 Feb 07 12:09:09.882491 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8641c81d-221b-47f7-9c68-598c9ec2d562', 'name': 'network-vif-deleted', 'tag': '0824bb2f-f4eb-4028-8a00-740d8fc8e8c6'}] {{(pid=109816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 12:09:09.884818 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429530bea0282d065598e85adaca8fd8bef66b6a5e2ef41ad050bd17b87c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1ea23b-098b-4c14-a971-8bbd3dcbb981" -d '{"events": [{"server_uuid": "8641c81d-221b-47f7-9c68-598c9ec2d562", "name": "network-vif-deleted", "tag": "0824bb2f-f4eb-4028-8a00-740d8fc8e8c6"}]}' {{(pid=109816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 12:09:09.920103 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 12:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fef522-87b9-4d5f-904f-ef33ba58ab70 x-openstack-request-id: req-46fef522-87b9-4d5f-904f-ef33ba58ab70 {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 12:09:09.920397 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8641c81d-221b-47f7-9c68-598c9ec2d562", "name": "network-vif-deleted", "tag": "0824bb2f-f4eb-4028-8a00-740d8fc8e8c6", "status": "completed", "code": 200}]} {{(pid=109816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 12:09:09.920654 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-46fef522-87b9-4d5f-904f-ef33ba58ab70 {{(pid=109816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 12:09:09.921052 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8641c81d-221b-47f7-9c68-598c9ec2d562', 'name': 'network-vif-deleted', 'tag': '0824bb2f-f4eb-4028-8a00-740d8fc8e8c6', 'status': 'completed', 'code': 200} Feb 07 12:09:10.597366 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-fe298e98-d44d-4d15-8512-5057410c8e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:10.667216 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [req-b3d66ca9-b3c3-4295-a377-ae61e151e95b req-24bab86f-75f7-4acc-8951-ecf444f14b0d tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "GET /v2.0/ports?device_id=8641c81d-221b-47f7-9c68-598c9ec2d562 HTTP/1.1" status: 200 len: 210 time: 0.0313647 Feb 07 12:09:11.725375 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 35156) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:09:11.744330 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:11.842948 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-f7bbf520-a820-4804-bd4d-2a502e2c2625 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Deleting port f0d37267-91b6-4f8a-8526-418be185ec95 {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:09:11.843292 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f7bbf520-a820-4804-bd4d-2a502e2c2625 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (f0d37267-91b6-4f8a-8526-418be185ec95), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:11.916248 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f7bbf520-a820-4804-bd4d-2a502e2c2625 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (f0d37267-91b6-4f8a-8526-418be185ec95), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:11.916567 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f7bbf520-a820-4804-bd4d-2a502e2c2625 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for floatingip (f0d37267-91b6-4f8a-8526-418be185ec95), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:11.927857 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-f7bbf520-a820-4804-bd4d-2a502e2c2625 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Calling delete_port for f0d37267-91b6-4f8a-8526-418be185ec95 owned by network:floatingip {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:09:12.115903 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f7bbf520-a820-4804-bd4d-2a502e2c2625 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (f0d37267-91b6-4f8a-8526-418be185ec95), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:12.139567 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bbf520-a820-4804-bd4d-2a502e2c2625 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Pushing event deleted for resources: {'Port': ['ID=f0d37267-91b6-4f8a-8526-418be185ec95,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:09:12.200973 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f7bbf520-a820-4804-bd4d-2a502e2c2625 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for floatingip (648d5fa1-5808-4421-9b44-88d6936d27d4), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:12.203478 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-f7bbf520-a820-4804-bd4d-2a502e2c2625 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493155'] for floatingip (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:12.204603 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-f7bbf520-a820-4804-bd4d-2a502e2c2625 tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "DELETE /v2.0/floatingips/648d5fa1-5808-4421-9b44-88d6936d27d4 HTTP/1.1" status: 204 len: 168 time: 0.4817960 Feb 07 12:09:12.553714 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 12:09:13.476449 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 35168) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:09:13.530884 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-cda22b1d-2327-4f66-a964-164560045fdd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for security_group (4d0ea404-a5d1-4383-af02-01c54c973929), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:13.555463 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-cda22b1d-2327-4f66-a964-164560045fdd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for security_group (4d0ea404-a5d1-4383-af02-01c54c973929), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:13.676202 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-cda22b1d-2327-4f66-a964-164560045fdd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (4d0ea404-a5d1-4383-af02-01c54c973929), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:13.678819 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-cda22b1d-2327-4f66-a964-164560045fdd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:13.680501 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-cda22b1d-2327-4f66-a964-164560045fdd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] 10.222.0.67 "DELETE /v2.0/security-groups/4d0ea404-a5d1-4383-af02-01c54c973929 HTTP/1.1" status: 204 len: 168 time: 0.2025406 Feb 07 12:09:13.690058 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda22b1d-2327-4f66-a964-164560045fdd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0ea404-a5d1-4383-af02-01c54c973929,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:09:13.698979 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda22b1d-2327-4f66-a964-164560045fdd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:13.699337 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda22b1d-2327-4f66-a964-164560045fdd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:13.699680 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda22b1d-2327-4f66-a964-164560045fdd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:13.700018 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda22b1d-2327-4f66-a964-164560045fdd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:13.700351 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda22b1d-2327-4f66-a964-164560045fdd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:13.700682 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda22b1d-2327-4f66-a964-164560045fdd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:13.701007 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda22b1d-2327-4f66-a964-164560045fdd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:13.701331 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda22b1d-2327-4f66-a964-164560045fdd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:13.701687 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda22b1d-2327-4f66-a964-164560045fdd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:13.702010 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda22b1d-2327-4f66-a964-164560045fdd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:13.702331 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda22b1d-2327-4f66-a964-164560045fdd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:13.702649 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda22b1d-2327-4f66-a964-164560045fdd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:13.702965 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda22b1d-2327-4f66-a964-164560045fdd tempest-TestVolumeBootPattern-1601404699 tempest-TestVolumeBootPattern-1601404699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:13.704754 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:13.828960 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 35172) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:09:13.884753 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 0824bb2f-f4eb-4028-8a00-740d8fc8e8c6 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:09:13.905072 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] No Port match for: 0824bb2f-f4eb-4028-8a00-740d8fc8e8c6 {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:09:13.905418 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Device 0824bb2f-f4eb-4028-8a00-740d8fc8e8c6 not bound to the agent host hv-cinder-81735 {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:09:14.303225 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-d23f7afe-c643-4603-b07d-eaab8d0fd0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-869226'] for router_interface (1eae28b3-1167-4e2b-8353-6bae16580de1), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:14.556416 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-d23f7afe-c643-4603-b07d-eaab8d0fd0cf admin admin] Deleting port 021329a1-f8ab-418e-9447-bb303a23d179 {{(pid=109815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:09:14.557115 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-d23f7afe-c643-4603-b07d-eaab8d0fd0cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (021329a1-f8ab-418e-9447-bb303a23d179), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:14.635112 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-d23f7afe-c643-4603-b07d-eaab8d0fd0cf admin admin] For port 021329a1-f8ab-418e-9447-bb303a23d179, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=021329a1-f8ab-418e-9447-bb303a23d179,segment=NetworkSegment(b69da94f-349b-487c-88c8-2782db5b7d3b),segment_id=b69da94f-349b-487c-88c8-2782db5b7d3b)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:09:14.635491 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-d23f7afe-c643-4603-b07d-eaab8d0fd0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (021329a1-f8ab-418e-9447-bb303a23d179), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:14.647952 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-d23f7afe-c643-4603-b07d-eaab8d0fd0cf admin admin] Calling delete_port for 021329a1-f8ab-418e-9447-bb303a23d179 owned by network:router_interface {{(pid=109815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:09:14.727795 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:14.898103 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-d23f7afe-c643-4603-b07d-eaab8d0fd0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8643334'] for port (021329a1-f8ab-418e-9447-bb303a23d179), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:14.929330 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f7afe-c643-4603-b07d-eaab8d0fd0cf admin admin] Pushing event deleted for resources: {'Port': ['ID=021329a1-f8ab-418e-9447-bb303a23d179,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:09:15.090185 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-d23f7afe-c643-4603-b07d-eaab8d0fd0cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-869374'] for router_interface (1eae28b3-1167-4e2b-8353-6bae16580de1), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:15.299919 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23f7afe-c643-4603-b07d-eaab8d0fd0cf admin admin] Router 1eae28b3-1167-4e2b-8353-6bae16580de1 has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 12:09:15.404579 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23f7afe-c643-4603-b07d-eaab8d0fd0cf admin admin] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 12:09:15.411190 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-d23f7afe-c643-4603-b07d-eaab8d0fd0cf admin admin] 10.222.0.67 "PUT /v2.0/routers/1eae28b3-1167-4e2b-8353-6bae16580de1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5811327 Feb 07 12:09:15.412348 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 35176) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:09:15.413739 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7f1ae1-07b3-49a8-aa8c-d90d7c62e9cd None None] Sync routers for ids ['1eae28b3-1167-4e2b-8353-6bae16580de1'] in dv-cinder-817351-12-iscsi {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:09:15.423788 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7f1ae1-07b3-49a8-aa8c-d90d7c62e9cd None None] Routers {'1eae28b3-1167-4e2b-8353-6bae16580de1'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:09:15.424408 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-4d7f1ae1-07b3-49a8-aa8c-d90d7c62e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:09:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['1eae28b3-1167-4e2b-8353-6bae16580de1'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:09:15.519152 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-035f3caf-6682-43b2-a014-8c17731e176a admin admin] Publish callbacks [] for router (1eae28b3-1167-4e2b-8353-6bae16580de1), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:15.624735 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-035f3caf-6682-43b2-a014-8c17731e176a admin admin] Publish callbacks [] for router_gateway (1eae28b3-1167-4e2b-8353-6bae16580de1), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:15.659643 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-4d7f1ae1-07b3-49a8-aa8c-d90d7c62e9cd None None] Set router 1eae28b3-1167-4e2b-8353-6bae16580de1 gateway port host: dv-cinder-817351-12-iscsi {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:09:15.742425 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-035f3caf-6682-43b2-a014-8c17731e176a admin admin] Deleting port ab44495c-c2b6-432d-8811-8f71e02e71b9 {{(pid=109815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:09:15.742787 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-035f3caf-6682-43b2-a014-8c17731e176a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (ab44495c-c2b6-432d-8811-8f71e02e71b9), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:15.819657 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-035f3caf-6682-43b2-a014-8c17731e176a admin admin] For port ab44495c-c2b6-432d-8811-8f71e02e71b9, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=ab44495c-c2b6-432d-8811-8f71e02e71b9,segment=NetworkSegment(27333d9f-cdd8-4603-a3d3-d9bd5a50a047),segment_id=27333d9f-cdd8-4603-a3d3-d9bd5a50a047)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:09:15.820017 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-035f3caf-6682-43b2-a014-8c17731e176a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (ab44495c-c2b6-432d-8811-8f71e02e71b9), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:15.836500 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-035f3caf-6682-43b2-a014-8c17731e176a admin admin] Calling delete_port for ab44495c-c2b6-432d-8811-8f71e02e71b9 owned by network:router_gateway {{(pid=109815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:09:15.841031 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-4d7f1ae1-07b3-49a8-aa8c-d90d7c62e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'name': 'tempest-TestVolumeBootPattern-1377235404-router', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:49Z', 'updated_at': '2022-02-07T12:09:14Z', 'revision_number': 5, 'project_id': '2f652314e22c4aaeb65f608410318706', 'gw_port': {'id': 'ab44495c-c2b6-432d-8811-8f71e02e71b9', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:50Z', 'updated_at': '2022-02-07T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:09:15.871195 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7f1ae1-07b3-49a8-aa8c-d90d7c62e9cd None None] Checking router: 1eae28b3-1167-4e2b-8353-6bae16580de1 for host: dv-cinder-817351-12-iscsi {{(pid=109817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:09:15.879478 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7f1ae1-07b3-49a8-aa8c-d90d7c62e9cd None None] Routers {'1eae28b3-1167-4e2b-8353-6bae16580de1'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:09:15.880023 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-4d7f1ae1-07b3-49a8-aa8c-d90d7c62e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:09:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['1eae28b3-1167-4e2b-8353-6bae16580de1'], 'active': True} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:09:15.966690 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvr_db [None req-4d7f1ae1-07b3-49a8-aa8c-d90d7c62e9cd None None] Set router 1eae28b3-1167-4e2b-8353-6bae16580de1 gateway port host: None {{(pid=109817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:09:16.017027 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_hamode_db [None req-4d7f1ae1-07b3-49a8-aa8c-d90d7c62e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'name': 'tempest-TestVolumeBootPattern-1377235404-router', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:49Z', 'updated_at': '2022-02-07T12:09:15Z', 'revision_number': 6, 'project_id': '2f652314e22c4aaeb65f608410318706', 'gw_port_host': None}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:09:16.046602 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7f1ae1-07b3-49a8-aa8c-d90d7c62e9cd None None] The sync data for ids ['1eae28b3-1167-4e2b-8353-6bae16580de1'] in dv-cinder-817351-12-iscsi is: [{'id': '1eae28b3-1167-4e2b-8353-6bae16580de1', 'name': 'tempest-TestVolumeBootPattern-1377235404-router', 'tenant_id': '2f652314e22c4aaeb65f608410318706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:49Z', 'updated_at': '2022-02-07T12:09:15Z', 'revision_number': 6, 'project_id': '2f652314e22c4aaeb65f608410318706', 'gw_port_host': None}] {{(pid=109817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:09:16.046863 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-035f3caf-6682-43b2-a014-8c17731e176a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8643334'] for port (ab44495c-c2b6-432d-8811-8f71e02e71b9), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:16.075155 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f3caf-6682-43b2-a014-8c17731e176a admin admin] Pushing event deleted for resources: {'Port': ['ID=ab44495c-c2b6-432d-8811-8f71e02e71b9,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:09:16.145310 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-035f3caf-6682-43b2-a014-8c17731e176a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-875804'] for router_gateway (1eae28b3-1167-4e2b-8353-6bae16580de1), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:16.234494 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-035f3caf-6682-43b2-a014-8c17731e176a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-870299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8995'] for router (1eae28b3-1167-4e2b-8353-6bae16580de1), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:16.236577 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-035f3caf-6682-43b2-a014-8c17731e176a admin admin] Publish callbacks [] for router_controller (1eae28b3-1167-4e2b-8353-6bae16580de1), precommit_delete_associations {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:16.601730 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-035f3caf-6682-43b2-a014-8c17731e176a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-870284'] for router (1eae28b3-1167-4e2b-8353-6bae16580de1), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:16.602262 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035f3caf-6682-43b2-a014-8c17731e176a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1eae28b3-1167-4e2b-8353-6bae16580de1 {{(pid=109815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 12:09:16.606457 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-035f3caf-6682-43b2-a014-8c17731e176a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:16.607588 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-035f3caf-6682-43b2-a014-8c17731e176a admin admin] 10.222.0.67 "DELETE /v2.0/routers/1eae28b3-1167-4e2b-8353-6bae16580de1 HTTP/1.1" status: 204 len: 168 time: 1.1943254 Feb 07 12:09:16.610173 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 35178) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:09:16.652799 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.db.db_base_plugin_v2 [None req-74691ec4-1612-470f-8379-200df0be8b92 admin admin] Deleting subnet 5739ce3e-861c-4135-b445-d8ec087e8538 {{(pid=109815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 12:09:16.655773 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-74691ec4-1612-470f-8379-200df0be8b92 admin admin] Publish callbacks [] for subnet (5739ce3e-861c-4135-b445-d8ec087e8538), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:16.689885 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-74691ec4-1612-470f-8379-200df0be8b92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3418945'] for subnet (5739ce3e-861c-4135-b445-d8ec087e8538), precommit_delete_associations {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:16.779020 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-74691ec4-1612-470f-8379-200df0be8b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67013173'] for subnet (5739ce3e-861c-4135-b445-d8ec087e8538), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:16.833780 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 021329a1-f8ab-418e-9447-bb303a23d179 no longer exists at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:09:16.855662 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] No Port match for: 021329a1-f8ab-418e-9447-bb303a23d179 {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:09:16.856296 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 021329a1-f8ab-418e-9447-bb303a23d179 not bound to the agent host dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:09:16.898507 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-74691ec4-1612-470f-8379-200df0be8b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67013326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8643545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3889229'] for subnet (5739ce3e-861c-4135-b445-d8ec087e8538), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:16.924345 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74691ec4-1612-470f-8379-200df0be8b92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5739ce3e-861c-4135-b445-d8ec087e8538,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:09:16.928021 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-74691ec4-1612-470f-8379-200df0be8b92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for subnet (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:16.933886 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 35180) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:09:16.934447 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-74691ec4-1612-470f-8379-200df0be8b92 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/5739ce3e-861c-4135-b445-d8ec087e8538 HTTP/1.1" status: 204 len: 168 time: 0.3227754 Feb 07 12:09:16.935454 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068f2143-8fb9-4116-ae9a-fc14f1dfc920 None None] Network 1d02701c-c637-4fd0-a81a-05c2ec80c184 requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 12:09:17.003270 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-23f535e9-9ae6-464b-b44c-953d0b41c6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66708451'] for network (1d02701c-c637-4fd0-a81a-05c2ec80c184), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:17.056498 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-23f535e9-9ae6-464b-b44c-953d0b41c6d9 admin admin] Deleting port e026fff9-9613-4033-a398-aabcf25625a9 {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:09:17.056844 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-23f535e9-9ae6-464b-b44c-953d0b41c6d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (e026fff9-9613-4033-a398-aabcf25625a9), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:17.117538 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9ff369-1a26-498b-aa3f-7c4ab56fa38b None None] DHCP port deletion for 1d02701c-c637-4fd0-a81a-05c2ec80c184 request from dv-cinder-817351-12-iscsi {{(pid=109817) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 12:09:17.133116 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-23f535e9-9ae6-464b-b44c-953d0b41c6d9 admin admin] For port e026fff9-9613-4033-a398-aabcf25625a9, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=e026fff9-9613-4033-a398-aabcf25625a9,segment=NetworkSegment(b69da94f-349b-487c-88c8-2782db5b7d3b),segment_id=b69da94f-349b-487c-88c8-2782db5b7d3b)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:09:17.133604 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-23f535e9-9ae6-464b-b44c-953d0b41c6d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (e026fff9-9613-4033-a398-aabcf25625a9), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:17.148807 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-23f535e9-9ae6-464b-b44c-953d0b41c6d9 admin admin] Calling delete_port for e026fff9-9613-4033-a398-aabcf25625a9 owned by network:dhcp {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:09:17.171924 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-7f9ff369-1a26-498b-aa3f-7c4ab56fa38b None None] Deleting port e026fff9-9613-4033-a398-aabcf25625a9 {{(pid=109817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:09:17.172302 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-7f9ff369-1a26-498b-aa3f-7c4ab56fa38b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (e026fff9-9613-4033-a398-aabcf25625a9), before_delete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:17.237349 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-7f9ff369-1a26-498b-aa3f-7c4ab56fa38b None None] For port e026fff9-9613-4033-a398-aabcf25625a9, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=e026fff9-9613-4033-a398-aabcf25625a9,segment=NetworkSegment(b69da94f-349b-487c-88c8-2782db5b7d3b),segment_id=b69da94f-349b-487c-88c8-2782db5b7d3b)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:09:17.237349 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-7f9ff369-1a26-498b-aa3f-7c4ab56fa38b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (e026fff9-9613-4033-a398-aabcf25625a9), precommit_delete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:17.249932 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-7f9ff369-1a26-498b-aa3f-7c4ab56fa38b None None] Calling delete_port for e026fff9-9613-4033-a398-aabcf25625a9 owned by network:dhcp {{(pid=109817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:09:17.281947 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-23f535e9-9ae6-464b-b44c-953d0b41c6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (e026fff9-9613-4033-a398-aabcf25625a9), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:17.309291 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f535e9-9ae6-464b-b44c-953d0b41c6d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e026fff9-9613-4033-a398-aabcf25625a9,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:09:17.315076 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f535e9-9ae6-464b-b44c-953d0b41c6d9 admin admin] No DVR routers for this DVR port e026fff9-9613-4033-a398-aabcf25625a9 on host dv-cinder-817351-12-iscsi {{(pid=109816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:09:17.328485 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-7f9ff369-1a26-498b-aa3f-7c4ab56fa38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063'] for port (e026fff9-9613-4033-a398-aabcf25625a9), after_delete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:17.351690 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ff369-1a26-498b-aa3f-7c4ab56fa38b None None] Pushing event deleted for resources: {'Port': ['ID=e026fff9-9613-4033-a398-aabcf25625a9,revision_number=None']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:09:17.361169 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ff369-1a26-498b-aa3f-7c4ab56fa38b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:17.361527 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ff369-1a26-498b-aa3f-7c4ab56fa38b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:17.361903 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ff369-1a26-498b-aa3f-7c4ab56fa38b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:17.362247 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ff369-1a26-498b-aa3f-7c4ab56fa38b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:17.362586 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ff369-1a26-498b-aa3f-7c4ab56fa38b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:17.362921 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ff369-1a26-498b-aa3f-7c4ab56fa38b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:17.363256 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ff369-1a26-498b-aa3f-7c4ab56fa38b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:17.363587 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ff369-1a26-498b-aa3f-7c4ab56fa38b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:17.363918 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ff369-1a26-498b-aa3f-7c4ab56fa38b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:17.364249 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ff369-1a26-498b-aa3f-7c4ab56fa38b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:17.364578 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ff369-1a26-498b-aa3f-7c4ab56fa38b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:17.364904 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ff369-1a26-498b-aa3f-7c4ab56fa38b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:17.365229 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ff369-1a26-498b-aa3f-7c4ab56fa38b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-12-iscsi {{(pid=109817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:09:17.367972 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9ff369-1a26-498b-aa3f-7c4ab56fa38b None None] No DVR routers for this DVR port e026fff9-9613-4033-a398-aabcf25625a9 on host dv-cinder-817351-12-iscsi {{(pid=109817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:09:17.388274 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-23f535e9-9ae6-464b-b44c-953d0b41c6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67092386', 'neutron.services.segments.db._delete_segments_for_network-8782771681473'] for network (1d02701c-c637-4fd0-a81a-05c2ec80c184), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:17.407896 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-23f535e9-9ae6-464b-b44c-953d0b41c6d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d02701c-c637-4fd0-a81a-05c2ec80c184']}} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:09:17.416982 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-23f535e9-9ae6-464b-b44c-953d0b41c6d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b69da94f-349b-487c-88c8-2782db5b7d3b') {'for_net_delete': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:09:17.422011 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-23f535e9-9ae6-464b-b44c-953d0b41c6d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b69da94f-349b-487c-88c8-2782db5b7d3b') {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:09:17.426283 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-23f535e9-9ae6-464b-b44c-953d0b41c6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782771684554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8929590'] for segment (b69da94f-349b-487c-88c8-2782db5b7d3b), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:17.439847 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-23f535e9-9ae6-464b-b44c-953d0b41c6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (b69da94f-349b-487c-88c8-2782db5b7d3b), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:17.445567 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f535e9-9ae6-464b-b44c-953d0b41c6d9 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=109816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-23f535e9-9ae6-464b-b44c-953d0b41c6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9209707'] for segment (b69da94f-349b-487c-88c8-2782db5b7d3b), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: Traceback (most recent call last): Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: timer() Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: cb(*args, **kw) Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: return func(*args, **kwargs) Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: self._notify() Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: self.callback(batched_events) Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: event.method(event) Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: return f(self, *a, **k) Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: return self._get(url).json() Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: return self.request(url, 'GET', **kwargs) Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:09:17.450661 dv-cinder-817351-12-iscsi neutron-server[109816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:09:17.584456 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-23f535e9-9ae6-464b-b44c-953d0b41c6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67092411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-875896'] for network (1d02701c-c637-4fd0-a81a-05c2ec80c184), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:17.589943 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-23f535e9-9ae6-464b-b44c-953d0b41c6d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:17.593154 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-23f535e9-9ae6-464b-b44c-953d0b41c6d9 admin admin] 10.222.0.67 "DELETE /v2.0/networks/1d02701c-c637-4fd0-a81a-05c2ec80c184 HTTP/1.1" status: 204 len: 168 time: 0.6580446 Feb 07 12:09:17.596150 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 35182) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:09:17.604478 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f535e9-9ae6-464b-b44c-953d0b41c6d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d02701c-c637-4fd0-a81a-05c2ec80c184,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:09:17.929919 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-67453741-f5b8-4b39-91e9-3dbdd919e0c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-869226'] for router_interface (84370fb9-2b89-436f-9e74-56041975d49f), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:18.175907 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-67453741-f5b8-4b39-91e9-3dbdd919e0c0 admin admin] Deleting port 25795474-afa1-4798-b209-e5179c5b3d59 {{(pid=109815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:09:18.176243 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-67453741-f5b8-4b39-91e9-3dbdd919e0c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (25795474-afa1-4798-b209-e5179c5b3d59), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:18.254872 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-67453741-f5b8-4b39-91e9-3dbdd919e0c0 admin admin] For port 25795474-afa1-4798-b209-e5179c5b3d59, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=25795474-afa1-4798-b209-e5179c5b3d59,segment=NetworkSegment(835ff8fc-571b-4557-b62e-a092444b60d0),segment_id=835ff8fc-571b-4557-b62e-a092444b60d0)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:09:18.255228 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-67453741-f5b8-4b39-91e9-3dbdd919e0c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (25795474-afa1-4798-b209-e5179c5b3d59), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:18.268221 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-67453741-f5b8-4b39-91e9-3dbdd919e0c0 admin admin] Calling delete_port for 25795474-afa1-4798-b209-e5179c5b3d59 owned by network:router_interface {{(pid=109815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:09:18.349843 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device e026fff9-9613-4033-a398-aabcf25625a9 no longer exists at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:09:18.373426 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] No Port match for: e026fff9-9613-4033-a398-aabcf25625a9 {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:09:18.373801 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device e026fff9-9613-4033-a398-aabcf25625a9 not bound to the agent host dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:09:18.374214 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device ab44495c-c2b6-432d-8811-8f71e02e71b9 no longer exists at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:09:18.393041 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] No Port match for: ab44495c-c2b6-432d-8811-8f71e02e71b9 {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:09:18.393394 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device ab44495c-c2b6-432d-8811-8f71e02e71b9 not bound to the agent host dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:09:18.521907 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-67453741-f5b8-4b39-91e9-3dbdd919e0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8643334'] for port (25795474-afa1-4798-b209-e5179c5b3d59), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:18.548080 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67453741-f5b8-4b39-91e9-3dbdd919e0c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=25795474-afa1-4798-b209-e5179c5b3d59,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:09:18.715409 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-67453741-f5b8-4b39-91e9-3dbdd919e0c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-869374'] for router_interface (84370fb9-2b89-436f-9e74-56041975d49f), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:18.933816 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67453741-f5b8-4b39-91e9-3dbdd919e0c0 admin admin] Router 84370fb9-2b89-436f-9e74-56041975d49f has already been hosted by L3 agent e0303bc9-f566-4134-b10c-de949ac7dbad {{(pid=109815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 12:09:19.040939 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67453741-f5b8-4b39-91e9-3dbdd919e0c0 admin admin] Notify agent at l3_agent.dv-cinder-817351-12-iscsi the message routers_updated {{(pid=109815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 12:09:19.045939 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-67453741-f5b8-4b39-91e9-3dbdd919e0c0 admin admin] 10.222.0.67 "PUT /v2.0/routers/84370fb9-2b89-436f-9e74-56041975d49f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4485993 Feb 07 12:09:19.048333 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 35184) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:09:19.050620 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643647f9-6cc1-4afe-b51f-c8910a2afb7e None None] Sync routers for ids ['84370fb9-2b89-436f-9e74-56041975d49f'] in dv-cinder-817351-12-iscsi {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:09:19.061403 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643647f9-6cc1-4afe-b51f-c8910a2afb7e None None] Routers {'84370fb9-2b89-436f-9e74-56041975d49f'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:09:19.062041 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-643647f9-6cc1-4afe-b51f-c8910a2afb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:09:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['84370fb9-2b89-436f-9e74-56041975d49f'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:09:19.155200 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a3a725ba-ca20-4456-9d79-03b16a8e1393 admin admin] Publish callbacks [] for router (84370fb9-2b89-436f-9e74-56041975d49f), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:19.169901 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-643647f9-6cc1-4afe-b51f-c8910a2afb7e None None] Set router 84370fb9-2b89-436f-9e74-56041975d49f gateway port host: dv-cinder-817351-12-iscsi {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:09:19.258130 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a3a725ba-ca20-4456-9d79-03b16a8e1393 admin admin] Publish callbacks [] for router_gateway (84370fb9-2b89-436f-9e74-56041975d49f), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:19.387250 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-a3a725ba-ca20-4456-9d79-03b16a8e1393 admin admin] Deleting port 1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1 {{(pid=109815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:09:19.387585 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a3a725ba-ca20-4456-9d79-03b16a8e1393 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:19.426559 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-643647f9-6cc1-4afe-b51f-c8910a2afb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84370fb9-2b89-436f-9e74-56041975d49f', 'name': 'tempest-TestVolumeBootPattern-451444357-router', 'tenant_id': '5575503792ef448980ea1ba37b1b03f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'external_fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:55Z', 'updated_at': '2022-02-07T12:09:18Z', 'revision_number': 5, 'project_id': '5575503792ef448980ea1ba37b1b03f0', 'gw_port': {'id': '1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1', 'name': '', 'network_id': '12a459b1-c19f-48b5-9c0c-c18492f1de42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:71:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84370fb9-2b89-436f-9e74-56041975d49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T11:59:56Z', 'updated_at': '2022-02-07T12:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06f471c1-ec2c-4a47-a3f1-0b43664949d1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-12-iscsi'}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:09:19.453402 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643647f9-6cc1-4afe-b51f-c8910a2afb7e None None] Checking router: 84370fb9-2b89-436f-9e74-56041975d49f for host: dv-cinder-817351-12-iscsi {{(pid=109818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:09:19.461523 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643647f9-6cc1-4afe-b51f-c8910a2afb7e None None] Routers {'84370fb9-2b89-436f-9e74-56041975d49f'} bound to L3 agent in host dv-cinder-817351-12-iscsi {{(pid=109818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 12:09:19.462682 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-643647f9-6cc1-4afe-b51f-c8910a2afb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T11:47:41Z,description=,heartbeat_timestamp=2022-02-07T12:09:10Z,host='dv-cinder-817351-12-iscsi',id=e0303bc9-f566-4134-b10c-de949ac7dbad,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T11:47:41Z,topic='l3_agent')) {'router_ids': ['84370fb9-2b89-436f-9e74-56041975d49f'], 'active': True} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:09:19.467272 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-a3a725ba-ca20-4456-9d79-03b16a8e1393 admin admin] For port 1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1,segment=NetworkSegment(27333d9f-cdd8-4603-a3d3-d9bd5a50a047),segment_id=27333d9f-cdd8-4603-a3d3-d9bd5a50a047)] {{(pid=109815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:09:19.467650 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a3a725ba-ca20-4456-9d79-03b16a8e1393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:19.480571 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.plugin [None req-a3a725ba-ca20-4456-9d79-03b16a8e1393 admin admin] Calling delete_port for 1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1 owned by network:router_gateway {{(pid=109815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:09:19.549389 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_dvr_db [None req-643647f9-6cc1-4afe-b51f-c8910a2afb7e None None] Set router 84370fb9-2b89-436f-9e74-56041975d49f gateway port host: None {{(pid=109818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 12:09:19.601148 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.l3_hamode_db [None req-643647f9-6cc1-4afe-b51f-c8910a2afb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84370fb9-2b89-436f-9e74-56041975d49f', 'name': 'tempest-TestVolumeBootPattern-451444357-router', 'tenant_id': '5575503792ef448980ea1ba37b1b03f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:55Z', 'updated_at': '2022-02-07T12:09:19Z', 'revision_number': 6, 'project_id': '5575503792ef448980ea1ba37b1b03f0', 'gw_port_host': None}], 'dv-cinder-817351-12-iscsi', False) {} {{(pid=109818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:09:19.627332 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643647f9-6cc1-4afe-b51f-c8910a2afb7e None None] The sync data for ids ['84370fb9-2b89-436f-9e74-56041975d49f'] in dv-cinder-817351-12-iscsi is: [{'id': '84370fb9-2b89-436f-9e74-56041975d49f', 'name': 'tempest-TestVolumeBootPattern-451444357-router', 'tenant_id': '5575503792ef448980ea1ba37b1b03f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T11:59:55Z', 'updated_at': '2022-02-07T12:09:19Z', 'revision_number': 6, 'project_id': '5575503792ef448980ea1ba37b1b03f0', 'gw_port_host': None}] {{(pid=109818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:09:19.704741 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a3a725ba-ca20-4456-9d79-03b16a8e1393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8643334'] for port (1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:19.729285 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a725ba-ca20-4456-9d79-03b16a8e1393 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:09:19.790642 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a3a725ba-ca20-4456-9d79-03b16a8e1393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-875804'] for router_gateway (84370fb9-2b89-436f-9e74-56041975d49f), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:19.880101 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a3a725ba-ca20-4456-9d79-03b16a8e1393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-870299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8995'] for router (84370fb9-2b89-436f-9e74-56041975d49f), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:19.882260 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a3a725ba-ca20-4456-9d79-03b16a8e1393 admin admin] Publish callbacks [] for router_controller (84370fb9-2b89-436f-9e74-56041975d49f), precommit_delete_associations {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:19.991114 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a3a725ba-ca20-4456-9d79-03b16a8e1393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-870284'] for router (84370fb9-2b89-436f-9e74-56041975d49f), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:19.991796 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a725ba-ca20-4456-9d79-03b16a8e1393 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84370fb9-2b89-436f-9e74-56041975d49f {{(pid=109815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 12:09:19.998529 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a3a725ba-ca20-4456-9d79-03b16a8e1393 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:20.000524 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-a3a725ba-ca20-4456-9d79-03b16a8e1393 admin admin] 10.222.0.67 "DELETE /v2.0/routers/84370fb9-2b89-436f-9e74-56041975d49f HTTP/1.1" status: 204 len: 168 time: 0.9507103 Feb 07 12:09:20.002831 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 35186) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:09:20.054190 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.db_base_plugin_v2 [None req-eebefbe6-746e-412f-a456-0b0d2d721f7a admin admin] Deleting subnet 9bd5e4b6-17b9-45f9-abe9-01b47868c2d3 {{(pid=109816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 12:09:20.057449 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-eebefbe6-746e-412f-a456-0b0d2d721f7a admin admin] Publish callbacks [] for subnet (9bd5e4b6-17b9-45f9-abe9-01b47868c2d3), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:20.091905 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-eebefbe6-746e-412f-a456-0b0d2d721f7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8929597'] for subnet (9bd5e4b6-17b9-45f9-abe9-01b47868c2d3), precommit_delete_associations {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:20.172285 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-eebefbe6-746e-412f-a456-0b0d2d721f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67013173'] for subnet (9bd5e4b6-17b9-45f9-abe9-01b47868c2d3), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:20.270609 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-eebefbe6-746e-412f-a456-0b0d2d721f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67013326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9209793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9316268'] for subnet (9bd5e4b6-17b9-45f9-abe9-01b47868c2d3), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:20.295222 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebefbe6-746e-412f-a456-0b0d2d721f7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bd5e4b6-17b9-45f9-abe9-01b47868c2d3,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:09:20.299970 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-eebefbe6-746e-412f-a456-0b0d2d721f7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:20.303170 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-eebefbe6-746e-412f-a456-0b0d2d721f7a admin admin] 10.222.0.67 "DELETE /v2.0/subnets/9bd5e4b6-17b9-45f9-abe9-01b47868c2d3 HTTP/1.1" status: 204 len: 168 time: 0.2993636 Feb 07 12:09:20.306105 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d892e07e-d9a4-4749-a1d0-3f48800c9cfa None None] Network bcccd8b5-6e42-4628-93f1-6170f06712a0 requested from dv-cinder-817351-12-iscsi {{(pid=109817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 12:09:20.306619 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 35188) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:09:20.384381 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-bda93293-1636-413f-9306-3da97de9627e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66708451'] for network (bcccd8b5-6e42-4628-93f1-6170f06712a0), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:20.409355 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 25795474-afa1-4798-b209-e5179c5b3d59 no longer exists at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:09:20.434083 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] No Port match for: 25795474-afa1-4798-b209-e5179c5b3d59 {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:09:20.434349 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 25795474-afa1-4798-b209-e5179c5b3d59 not bound to the agent host dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:09:20.434748 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1 no longer exists at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:09:20.450182 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-bda93293-1636-413f-9306-3da97de9627e admin admin] Deleting port 7a92db39-4a45-4b23-b36f-ceacc7d844be {{(pid=109816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:09:20.450424 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-bda93293-1636-413f-9306-3da97de9627e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (7a92db39-4a45-4b23-b36f-ceacc7d844be), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:20.456601 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] No Port match for: 1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1 {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:09:20.456601 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 1e1ff2e0-9a2f-4a12-98ce-41f89f8259a1 not bound to the agent host dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:09:20.520511 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.db [None req-bda93293-1636-413f-9306-3da97de9627e admin admin] For port 7a92db39-4a45-4b23-b36f-ceacc7d844be, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=7a92db39-4a45-4b23-b36f-ceacc7d844be,segment=NetworkSegment(835ff8fc-571b-4557-b62e-a092444b60d0),segment_id=835ff8fc-571b-4557-b62e-a092444b60d0)] {{(pid=109816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:09:20.520867 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-bda93293-1636-413f-9306-3da97de9627e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (7a92db39-4a45-4b23-b36f-ceacc7d844be), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:20.534479 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf5a1da-2cb7-4987-8f66-ed9aebd09482 None None] DHCP port deletion for bcccd8b5-6e42-4628-93f1-6170f06712a0 request from dv-cinder-817351-12-iscsi {{(pid=109817) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 12:09:20.541244 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-bda93293-1636-413f-9306-3da97de9627e admin admin] Calling delete_port for 7a92db39-4a45-4b23-b36f-ceacc7d844be owned by network:dhcp {{(pid=109816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:09:20.584089 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-cbf5a1da-2cb7-4987-8f66-ed9aebd09482 None None] Deleting port 7a92db39-4a45-4b23-b36f-ceacc7d844be {{(pid=109817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 12:09:20.584466 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-cbf5a1da-2cb7-4987-8f66-ed9aebd09482 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782771457684'] for port (7a92db39-4a45-4b23-b36f-ceacc7d844be), before_delete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:20.661649 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.db [None req-cbf5a1da-2cb7-4987-8f66-ed9aebd09482 None None] For port 7a92db39-4a45-4b23-b36f-ceacc7d844be, host dv-cinder-817351-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-12-iscsi',level=0,port_id=7a92db39-4a45-4b23-b36f-ceacc7d844be,segment=NetworkSegment(835ff8fc-571b-4557-b62e-a092444b60d0),segment_id=835ff8fc-571b-4557-b62e-a092444b60d0)] {{(pid=109817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 12:09:20.661649 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-cbf5a1da-2cb7-4987-8f66-ed9aebd09482 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-873937'] for port (7a92db39-4a45-4b23-b36f-ceacc7d844be), precommit_delete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:20.676611 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-cbf5a1da-2cb7-4987-8f66-ed9aebd09482 None None] Calling delete_port for 7a92db39-4a45-4b23-b36f-ceacc7d844be owned by network:dhcp {{(pid=109817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 12:09:20.807905 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-cbf5a1da-2cb7-4987-8f66-ed9aebd09482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063'] for port (7a92db39-4a45-4b23-b36f-ceacc7d844be), after_delete {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:20.838001 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5a1da-2cb7-4987-8f66-ed9aebd09482 None None] Pushing event deleted for resources: {'Port': ['ID=7a92db39-4a45-4b23-b36f-ceacc7d844be,revision_number=None']} {{(pid=109817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:09:20.841897 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf5a1da-2cb7-4987-8f66-ed9aebd09482 None None] No DVR routers for this DVR port 7a92db39-4a45-4b23-b36f-ceacc7d844be on host dv-cinder-817351-12-iscsi {{(pid=109817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:09:20.898995 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-bda93293-1636-413f-9306-3da97de9627e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67046460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782771465975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782771142063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209630'] for port (7a92db39-4a45-4b23-b36f-ceacc7d844be), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:20.923561 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda93293-1636-413f-9306-3da97de9627e admin admin] Pushing event deleted for resources: {'Port': ['ID=7a92db39-4a45-4b23-b36f-ceacc7d844be,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:09:20.928111 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda93293-1636-413f-9306-3da97de9627e admin admin] No DVR routers for this DVR port 7a92db39-4a45-4b23-b36f-ceacc7d844be on host dv-cinder-817351-12-iscsi {{(pid=109816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:09:21.000887 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-bda93293-1636-413f-9306-3da97de9627e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67092386', 'neutron.services.segments.db._delete_segments_for_network-8782771681473'] for network (bcccd8b5-6e42-4628-93f1-6170f06712a0), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:21.020747 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-bda93293-1636-413f-9306-3da97de9627e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcccd8b5-6e42-4628-93f1-6170f06712a0']}} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:09:21.029885 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-bda93293-1636-413f-9306-3da97de9627e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '835ff8fc-571b-4557-b62e-a092444b60d0') {'for_net_delete': True} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:09:21.030192 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.services.segments.db [None req-bda93293-1636-413f-9306-3da97de9627e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '835ff8fc-571b-4557-b62e-a092444b60d0') {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:09:21.039171 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-bda93293-1636-413f-9306-3da97de9627e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782771684554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8929590'] for segment (835ff8fc-571b-4557-b62e-a092444b60d0), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:21.051853 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-bda93293-1636-413f-9306-3da97de9627e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415'] for segment (835ff8fc-571b-4557-b62e-a092444b60d0), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:21.058108 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda93293-1636-413f-9306-3da97de9627e admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=109816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:09:21.058438 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-bda93293-1636-413f-9306-3da97de9627e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67014415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9209707'] for segment (835ff8fc-571b-4557-b62e-a092444b60d0), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: self.session.flush() Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: self.session.flush() Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: self.session.flush() Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: self.session.flush() Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: Traceback (most recent call last): Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: timer() Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: cb(*args, **kw) Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: return func(*args, **kwargs) Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: self._notify() Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: self.callback(batched_events) Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: event.method(event) Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: return f(self, *a, **k) Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: return self._get(url).json() Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: return self.request(url, 'GET', **kwargs) Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:09:21.060080 dv-cinder-817351-12-iscsi neutron-server[109816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:09:21.201527 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-bda93293-1636-413f-9306-3da97de9627e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67092411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-875896'] for network (bcccd8b5-6e42-4628-93f1-6170f06712a0), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:21.205752 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-bda93293-1636-413f-9306-3da97de9627e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566767'] for network (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:21.208970 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-bda93293-1636-413f-9306-3da97de9627e admin admin] 10.222.0.67 "DELETE /v2.0/networks/bcccd8b5-6e42-4628-93f1-6170f06712a0 HTTP/1.1" status: 204 len: 168 time: 0.9016681 Feb 07 12:09:21.221685 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda93293-1636-413f-9306-3da97de9627e admin admin] Pushing event deleted for resources: {'Network': ['ID=bcccd8b5-6e42-4628-93f1-6170f06712a0,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:09:21.508235 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 35192) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:09:21.550681 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-7ba56277-e11d-44f1-8365-24d605a52042 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2f652314e22c4aaeb65f608410318706&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412867 Feb 07 12:09:21.553050 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.wsgi [-] (109816) accepted ('10.222.0.67', 35194) {{(pid=109816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:09:21.598338 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-9f976c9c-15dd-48e6-b91a-6cfae484a130 admin admin] Publish callbacks [] for security_group (dd6e5283-5fc5-459d-9bbd-51d74f00c0b8), before_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:21.619414 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-9f976c9c-15dd-48e6-b91a-6cfae484a130 admin admin] Publish callbacks [] for security_group (dd6e5283-5fc5-459d-9bbd-51d74f00c0b8), precommit_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:21.716159 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-9f976c9c-15dd-48e6-b91a-6cfae484a130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (dd6e5283-5fc5-459d-9bbd-51d74f00c0b8), after_delete {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:21.718786 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-9f976c9c-15dd-48e6-b91a-6cfae484a130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:21.720046 dv-cinder-817351-12-iscsi neutron-server[109816]: INFO neutron.wsgi [None req-9f976c9c-15dd-48e6-b91a-6cfae484a130 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dd6e5283-5fc5-459d-9bbd-51d74f00c0b8 HTTP/1.1" status: 204 len: 168 time: 0.1660817 Feb 07 12:09:21.727810 dv-cinder-817351-12-iscsi neutron-server[109816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f976c9c-15dd-48e6-b91a-6cfae484a130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6e5283-5fc5-459d-9bbd-51d74f00c0b8,revision_number=None']} {{(pid=109816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:09:22.347715 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 7a92db39-4a45-4b23-b36f-ceacc7d844be no longer exists at agent ovs-agent-dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 12:09:22.349199 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 35200) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:09:22.368683 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.plugin [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] No Port match for: 7a92db39-4a45-4b23-b36f-ceacc7d844be {{(pid=109817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 12:09:22.369118 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron.plugins.ml2.rpc [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Device 7a92db39-4a45-4b23-b36f-ceacc7d844be not bound to the agent host dv-cinder-817351-12-iscsi {{(pid=109817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 12:09:22.392009 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-d4bd251d-4c78-4901-8471-b25bb816bf9f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5575503792ef448980ea1ba37b1b03f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416512 Feb 07 12:09:22.394463 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [-] (109815) accepted ('10.222.0.67', 35202) {{(pid=109815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 12:09:22.440426 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c6f32dae-c7f7-46ed-9e2a-fe4e6fac1252 admin admin] Publish callbacks [] for security_group (7ef22a99-18fe-4500-b36c-02134a734246), before_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:22.460994 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c6f32dae-c7f7-46ed-9e2a-fe4e6fac1252 admin admin] Publish callbacks [] for security_group (7ef22a99-18fe-4500-b36c-02134a734246), precommit_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:22.583801 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c6f32dae-c7f7-46ed-9e2a-fe4e6fac1252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032698'] for security_group (7ef22a99-18fe-4500-b36c-02134a734246), after_delete {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:22.587030 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c6f32dae-c7f7-46ed-9e2a-fe4e6fac1252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:22.593601 dv-cinder-817351-12-iscsi neutron-server[109815]: INFO neutron.wsgi [None req-c6f32dae-c7f7-46ed-9e2a-fe4e6fac1252 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7ef22a99-18fe-4500-b36c-02134a734246 HTTP/1.1" status: 204 len: 168 time: 0.1926746 Feb 07 12:09:22.595942 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f32dae-c7f7-46ed-9e2a-fe4e6fac1252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef22a99-18fe-4500-b36c-02134a734246,revision_number=None']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:09:23.253223 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:38.440613 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-8e0961ae-1c61-4e5d-9d8e-2106f0afe7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:40.543452 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-e1b7104c-d0ef-4efc-a492-cb72f3120571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:41.731742 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:43.680302 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:44.675304 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:09:49.552791 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 12:09:53.239410 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:10:08.404918 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-ec2ae825-6fa6-4477-a230-7424184fdf55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:10:10.548224 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-81dd4068-2ccf-4268-99dc-3ecbfec21900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:10:11.736588 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:10:13.702375 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:10:14.713592 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:10:23.256320 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:10:26.552309 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 12:10:38.427404 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-23ae2ae3-7dc9-4d72-95e0-4a79237a36b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:10:40.581452 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-e6708209-7aed-4a83-b4a4-423748f48a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:10:41.782035 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:10:43.695602 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:10:44.712034 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:10:53.231920 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:11:03.551506 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 12:11:08.420761 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-da8b089d-4402-49b0-ae25-63bfc3134de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:11:09.975914 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [req-eb83eb03-5ed4-4758-8765-05ddd6087a86 req-31c6a95b-b945-4c73-a0a4-c92d525682a6 service neutron] (109815) timed out ('10.222.0.18', 53587) {{(pid=109815) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 12:11:10.563216 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-2ff1cff8-b53a-4275-96e4-34424db19f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:11:11.741234 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:11:13.700464 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:11:14.723628 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:11:23.249071 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:11:38.420136 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-ecdaed14-dcac-4353-97bb-2a369ace7062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:11:40.550104 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 12:11:40.572597 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-fbb493b4-1f6f-45f9-a18d-56ab7dae304c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:11:41.751452 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:11:43.745486 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:11:44.694029 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:11:53.270823 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:12:08.430780 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-4d063e13-f339-4be5-8d27-ce756123b65b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:12:10.567672 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-f0a48b24-bc0d-48a2-8f2c-708a5eb34228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:12:11.777095 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:12:13.759609 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:12:14.682206 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:12:17.548930 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 12:12:23.296060 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:12:38.432818 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-fafd8dac-6b6f-40ec-9599-ac4b5ee18d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:12:40.587668 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-02fbb149-c034-4fd5-b2fd-d18c5ca7b5e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:12:41.752299 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:12:43.726898 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:12:44.723905 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:12:53.286583 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:12:54.547645 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 12:13:08.442761 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-9c948101-6c46-4bea-b082-09f9d16a1af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:13:10.597618 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-3c2582d6-cac0-49ac-94c9-af9004b78fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:13:11.771742 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:13:13.739605 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:13:14.737964 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:13:23.279736 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:13:31.545837 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 12:13:38.456805 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-30a945fd-7bab-415b-9d73-1484aee09ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:13:40.559241 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-e2c3dfb7-448e-4a5e-bb84-15ecc7eac4c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:13:41.795194 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:13:43.721025 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:13:44.724657 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:13:53.269330 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:13:58.641312 dv-cinder-817351-12-iscsi neutron-server[109815]: DEBUG neutron.wsgi [req-4270372f-3384-4409-aa0f-a59a41438be3 req-1836faa9-84d4-4185-8a9b-29b263a83b5a service neutron] (109815) timed out ('10.222.0.18', 53616) {{(pid=109815) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 12:14:08.428591 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-a6193bb8-48a2-4969-ba6f-939f603c66cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:14:08.544630 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 12:14:10.565170 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-eab81a4d-17c2-4517-a0d8-8bf2988fdf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:14:11.758380 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:14:13.742420 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:14:14.673987 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:14:23.278794 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:14:38.432892 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-2b18d563-abf0-4596-aab7-bdf2cff6322c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (61316a96-21e8-4d75-a705-e1a638ca8432), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:14:40.575532 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-67365947-6f30-419f-8b56-5d27c3862be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (e0303bc9-f566-4134-b10c-de949ac7dbad), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:14:41.763681 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0b01a614-8f21-4159-aecb-e59f6cdb66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (bc75cc87-cecf-4f99-b9b0-73f5b364b975), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:14:43.734464 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-29f00065-c159-4983-86f6-68dcbe373f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (b96712df-1375-4764-9757-1893a8da3fc8), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:14:44.695527 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-0af581f7-6ca2-4ab1-b3f8-2d548146c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (3ccea1af-134d-4579-b433-9df459de661e), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 12:14:45.543484 dv-cinder-817351-12-iscsi neutron-server[109818]: DEBUG neutron.db.agents_db [None req-4a84686a-36b5-405b-a23f-5d472c3145e9 None None] Agent healthcheck: found 6 active agents {{(pid=109818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 12:14:53.271591 dv-cinder-817351-12-iscsi neutron-server[109817]: DEBUG neutron_lib.callbacks.manager [None req-6a9ecf4a-65fe-4aa5-a9a6-c1d8174a8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782771681455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67091113'] for agent (0d418b69-6da0-49d9-b758-bac8cc78f2cb), after_update {{(pid=109817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}